2024-11-08 08:16:44,637 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-08 08:16:44,666 main DEBUG Took 0.025854 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 08:16:44,667 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 08:16:44,667 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 08:16:44,668 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 08:16:44,670 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 08:16:44,680 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 08:16:44,699 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 08:16:44,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 08:16:44,701 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 08:16:44,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 08:16:44,702 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 08:16:44,703 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 08:16:44,704 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 08:16:44,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 08:16:44,705 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 08:16:44,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 08:16:44,707 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 08:16:44,707 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 08:16:44,707 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 08:16:44,708 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 08:16:44,708 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 08:16:44,709 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 08:16:44,710 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 08:16:44,710 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 08:16:44,711 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 08:16:44,711 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 08:16:44,712 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 08:16:44,712 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 08:16:44,713 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 08:16:44,713 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 08:16:44,713 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 08:16:44,714 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 08:16:44,715 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 08:16:44,717 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 08:16:44,719 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 08:16:44,719 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 08:16:44,721 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 08:16:44,721 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 08:16:44,730 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 08:16:44,734 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 08:16:44,737 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 08:16:44,737 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 08:16:44,738 main DEBUG createAppenders(={Console}) 2024-11-08 08:16:44,739 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-08 08:16:44,740 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-08 08:16:44,740 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-08 08:16:44,741 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 08:16:44,742 main DEBUG OutputStream closed 2024-11-08 08:16:44,742 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 08:16:44,743 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 08:16:44,743 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-08 08:16:44,850 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 08:16:44,853 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 08:16:44,855 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 08:16:44,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 08:16:44,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 08:16:44,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 08:16:44,859 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 08:16:44,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 08:16:44,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 08:16:44,861 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 08:16:44,861 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 08:16:44,862 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 08:16:44,862 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 08:16:44,863 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 08:16:44,863 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 08:16:44,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 08:16:44,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 08:16:44,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 08:16:44,870 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 08:16:44,870 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-08 08:16:44,871 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 08:16:44,872 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-08T08:16:44,891 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-08 08:16:44,895 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 08:16:44,896 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T08:16:44,977 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=424, ProcessCount=11, AvailableMemoryMB=7732 2024-11-08T08:16:45,169 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-08T08:16:45,207 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281 2024-11-08T08:16:45,210 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/cluster_3e13eab7-9217-4433-157a-5da74e350cbc, deleteOnExit=true 2024-11-08T08:16:45,346 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/cluster_3e13eab7-9217-4433-157a-5da74e350cbc/zookeeper_0, clientPort=51427, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/cluster_3e13eab7-9217-4433-157a-5da74e350cbc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/cluster_3e13eab7-9217-4433-157a-5da74e350cbc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T08:16:45,363 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51427 2024-11-08T08:16:45,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:16:45,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:16:45,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/test.cache.data in system properties and HBase conf 2024-11-08T08:16:45,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:16:45,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:16:45,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:16:45,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:16:45,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:16:45,461 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T08:16:45,543 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:16:45,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:16:45,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:16:45,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:16:45,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:16:45,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:16:45,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:16:45,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:16:45,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:16:45,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:16:45,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:16:45,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:16:45,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:16:45,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:16:45,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:16:46,641 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T08:16:46,722 INFO [Time-limited test {}] log.Log(170): Logging initialized @2913ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T08:16:46,793 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:16:46,855 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:16:46,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:16:46,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:16:46,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:16:46,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:16:46,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:16:46,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:16:47,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/java.io.tmpdir/jetty-localhost-38761-hadoop-hdfs-3_4_1-tests_jar-_-any-16262537593610291722/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:16:47,128 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:38761} 2024-11-08T08:16:47,129 INFO [Time-limited test {}] server.Server(415): Started @3320ms 2024-11-08T08:16:47,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:16:47,809 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:16:47,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:16:47,811 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:16:47,811 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T08:16:47,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:16:47,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:16:47,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b71fbf7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/java.io.tmpdir/jetty-localhost-39727-hadoop-hdfs-3_4_1-tests_jar-_-any-8991135756091342269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:16:47,951 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:39727} 2024-11-08T08:16:47,952 INFO [Time-limited test {}] server.Server(415): Started @4144ms 2024-11-08T08:16:48,027 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:16:49,701 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/cluster_3e13eab7-9217-4433-157a-5da74e350cbc/data/data1/current/BP-452184732-172.17.0.3-1731053806119/current, will proceed with Du for space computation calculation, 2024-11-08T08:16:49,701 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/cluster_3e13eab7-9217-4433-157a-5da74e350cbc/data/data2/current/BP-452184732-172.17.0.3-1731053806119/current, will proceed with Du for space computation calculation, 2024-11-08T08:16:49,746 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:16:49,809 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cf82f24b8abcf47 with lease ID 0x167f2169f5fe073: Processing first storage report for DS-772be199-b945-43ea-9bb7-959bca8a42e4 from datanode DatanodeRegistration(127.0.0.1:34089, datanodeUuid=1ab88a6b-f57e-4026-acfc-9dfab63815fc, infoPort=41497, infoSecurePort=0, ipcPort=41543, storageInfo=lv=-57;cid=testClusterID;nsid=999442866;c=1731053806119) 2024-11-08T08:16:49,810 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cf82f24b8abcf47 with lease ID 0x167f2169f5fe073: from storage DS-772be199-b945-43ea-9bb7-959bca8a42e4 node DatanodeRegistration(127.0.0.1:34089, datanodeUuid=1ab88a6b-f57e-4026-acfc-9dfab63815fc, infoPort=41497, infoSecurePort=0, ipcPort=41543, storageInfo=lv=-57;cid=testClusterID;nsid=999442866;c=1731053806119), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T08:16:49,811 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cf82f24b8abcf47 with lease ID 0x167f2169f5fe073: Processing first storage report for DS-adbb1aaa-a434-480b-afe7-568054af69c9 from datanode DatanodeRegistration(127.0.0.1:34089, datanodeUuid=1ab88a6b-f57e-4026-acfc-9dfab63815fc, infoPort=41497, infoSecurePort=0, ipcPort=41543, storageInfo=lv=-57;cid=testClusterID;nsid=999442866;c=1731053806119) 2024-11-08T08:16:49,811 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cf82f24b8abcf47 with lease ID 0x167f2169f5fe073: from storage DS-adbb1aaa-a434-480b-afe7-568054af69c9 node DatanodeRegistration(127.0.0.1:34089, datanodeUuid=1ab88a6b-f57e-4026-acfc-9dfab63815fc, infoPort=41497, infoSecurePort=0, ipcPort=41543, storageInfo=lv=-57;cid=testClusterID;nsid=999442866;c=1731053806119), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T08:16:49,898 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281 2024-11-08T08:16:49,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:16:49,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:16:50,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:16:50,690 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb with version=8 2024-11-08T08:16:50,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/hbase-staging 2024-11-08T08:16:50,785 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T08:16:51,114 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:16:51,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:16:51,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:16:51,127 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:16:51,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:16:51,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:16:51,248 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:16:51,299 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T08:16:51,311 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T08:16:51,316 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:16:51,342 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9261 (auto-detected) 2024-11-08T08:16:51,343 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-08T08:16:51,361 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40473 2024-11-08T08:16:51,391 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40473 connecting to ZooKeeper ensemble=127.0.0.1:51427 2024-11-08T08:16:51,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404730x0, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:16:51,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40473-0x1011984dab70000 connected 2024-11-08T08:16:51,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:16:51,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:16:51,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on znode that does not yet exist, /01376005899/running 2024-11-08T08:16:51,631 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb, hbase.cluster.distributed=false 2024-11-08T08:16:51,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on znode that does not yet exist, /01376005899/acl 2024-11-08T08:16:51,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40473 2024-11-08T08:16:51,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40473 2024-11-08T08:16:51,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40473 2024-11-08T08:16:51,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40473 2024-11-08T08:16:51,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40473 2024-11-08T08:16:51,780 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:16:51,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:16:51,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:16:51,782 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:16:51,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:16:51,782 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:16:51,786 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:16:51,788 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:16:51,789 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44823 2024-11-08T08:16:51,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44823 connecting to ZooKeeper ensemble=127.0.0.1:51427 2024-11-08T08:16:51,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:16:51,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:16:51,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448230x0, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:16:51,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44823-0x1011984dab70001 connected 2024-11-08T08:16:51,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on znode that does not yet exist, /01376005899/running 2024-11-08T08:16:51,821 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:16:51,835 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:16:51,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on znode that does not yet exist, /01376005899/master 2024-11-08T08:16:51,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on znode that does not yet exist, /01376005899/acl 2024-11-08T08:16:51,851 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44823 2024-11-08T08:16:51,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44823 2024-11-08T08:16:51,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44823 2024-11-08T08:16:51,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44823 2024-11-08T08:16:51,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44823 2024-11-08T08:16:51,880 DEBUG [M:0;6ac96558fc7f:40473 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:40473 2024-11-08T08:16:51,884 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01376005899/backup-masters/6ac96558fc7f,40473,1731053810946 2024-11-08T08:16:51,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899/backup-masters 2024-11-08T08:16:51,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899/backup-masters 2024-11-08T08:16:51,906 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on existing znode=/01376005899/backup-masters/6ac96558fc7f,40473,1731053810946 2024-11-08T08:16:51,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01376005899/master 2024-11-08T08:16:51,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:16:51,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:16:51,935 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on existing znode=/01376005899/master 2024-11-08T08:16:51,936 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01376005899/backup-masters/6ac96558fc7f,40473,1731053810946 from backup master directory 2024-11-08T08:16:51,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899/backup-masters 2024-11-08T08:16:51,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376005899/backup-masters/6ac96558fc7f,40473,1731053810946 2024-11-08T08:16:51,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899/backup-masters 2024-11-08T08:16:51,952 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:16:51,952 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,40473,1731053810946 2024-11-08T08:16:51,955 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T08:16:51,957 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T08:16:52,041 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/hbase.id] with ID: 996b098e-fe28-480b-810b-7d2821e9ef50 2024-11-08T08:16:52,042 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/.tmp/hbase.id 2024-11-08T08:16:52,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:16:52,479 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/.tmp/hbase.id]:[hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/hbase.id] 2024-11-08T08:16:52,530 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:16:52,536 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:16:52,559 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 21ms. 2024-11-08T08:16:52,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:16:52,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:16:52,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:16:53,012 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:16:53,028 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:16:53,046 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T08:16:53,052 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:16:53,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:16:53,110 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store 2024-11-08T08:16:53,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:16:53,541 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T08:16:53,545 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:16:53,547 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:16:53,547 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:16:53,548 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:16:53,550 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:16:53,550 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:16:53,551 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:16:53,552 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053813547Disabling compacts and flushes for region at 1731053813547Disabling writes for close at 1731053813550 (+3 ms)Writing region close event to WAL at 1731053813550Closed at 1731053813550 2024-11-08T08:16:53,556 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/.initializing 2024-11-08T08:16:53,558 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/WALs/6ac96558fc7f,40473,1731053810946 2024-11-08T08:16:53,570 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:16:53,586 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C40473%2C1731053810946, suffix=, logDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/WALs/6ac96558fc7f,40473,1731053810946, archiveDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/oldWALs, maxLogs=10 2024-11-08T08:16:53,608 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/WALs/6ac96558fc7f,40473,1731053810946/6ac96558fc7f%2C40473%2C1731053810946.1731053813591, exclude list is [], retry=0 2024-11-08T08:16:53,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34089,DS-772be199-b945-43ea-9bb7-959bca8a42e4,DISK] 2024-11-08T08:16:53,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T08:16:53,664 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/WALs/6ac96558fc7f,40473,1731053810946/6ac96558fc7f%2C40473%2C1731053810946.1731053813591 2024-11-08T08:16:53,665 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41497:41497)] 2024-11-08T08:16:53,666 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:16:53,666 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:16:53,669 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:16:53,670 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:16:53,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:16:53,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:16:53,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:16:53,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:16:53,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:16:53,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:16:53,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:16:53,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:16:53,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:16:53,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:16:53,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:16:53,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:16:53,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:16:53,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:16:53,757 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:16:53,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:16:53,758 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:16:53,763 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:16:53,764 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:16:53,770 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:16:53,771 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:16:53,775 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:16:53,780 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:16:53,785 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:16:53,786 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62695400, jitterRate=-0.06576573848724365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:16:53,794 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731053813683Initializing all the Stores at 1731053813685 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053813686 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053813686Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053813687 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053813687Cleaning up temporary data from old regions at 1731053813771 (+84 ms)Region opened successfully at 1731053813794 (+23 ms) 2024-11-08T08:16:53,796 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:16:53,828 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18023e6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:16:53,860 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:16:53,879 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:16:53,880 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:16:53,884 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:16:53,886 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T08:16:53,892 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-08T08:16:53,893 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:16:53,918 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:16:53,931 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Unable to get data of znode /01376005899/balancer because node does not exist (not necessarily an error) 2024-11-08T08:16:53,986 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376005899/balancer already deleted, retry=false 2024-11-08T08:16:53,990 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:16:53,993 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Unable to get data of znode /01376005899/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:16:54,047 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376005899/normalizer already deleted, retry=false 2024-11-08T08:16:54,052 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:16:54,056 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Unable to get data of znode /01376005899/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:16:54,132 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376005899/switch/split already deleted, retry=false 2024-11-08T08:16:54,136 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Unable to get data of znode /01376005899/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:16:54,185 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376005899/switch/merge already deleted, retry=false 2024-11-08T08:16:54,206 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Unable to get data of znode /01376005899/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:16:54,279 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376005899/snapshot-cleanup already deleted, retry=false 2024-11-08T08:16:54,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01376005899/running 2024-11-08T08:16:54,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01376005899/running 2024-11-08T08:16:54,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:16:54,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:16:54,326 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,40473,1731053810946, sessionid=0x1011984dab70000, setting cluster-up flag (Was=false) 2024-11-08T08:16:54,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:16:54,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:16:54,714 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01376005899/flush-table-proc/acquired, /01376005899/flush-table-proc/reached, /01376005899/flush-table-proc/abort 2024-11-08T08:16:54,717 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,40473,1731053810946 2024-11-08T08:16:54,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:16:54,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:16:54,785 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01376005899/online-snapshot/acquired, /01376005899/online-snapshot/reached, /01376005899/online-snapshot/abort 2024-11-08T08:16:54,788 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,40473,1731053810946 2024-11-08T08:16:54,796 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:16:54,870 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:16:54,872 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(746): ClusterId : 996b098e-fe28-480b-810b-7d2821e9ef50 2024-11-08T08:16:54,875 DEBUG [RS:0;6ac96558fc7f:44823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:16:54,883 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:16:54,892 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:16:54,894 DEBUG [RS:0;6ac96558fc7f:44823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:16:54,895 DEBUG [RS:0;6ac96558fc7f:44823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:16:54,899 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,40473,1731053810946 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:16:54,907 DEBUG [RS:0;6ac96558fc7f:44823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:16:54,908 DEBUG [RS:0;6ac96558fc7f:44823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27de30d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:16:54,909 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:16:54,910 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:16:54,910 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:16:54,910 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:16:54,911 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:16:54,911 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:16:54,911 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:16:54,911 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:16:54,920 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:16:54,921 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:16:54,926 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731053844925 2024-11-08T08:16:54,928 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:16:54,929 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:16:54,933 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:16:54,933 DEBUG [RS:0;6ac96558fc7f:44823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:44823 2024-11-08T08:16:54,933 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:16:54,934 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:16:54,934 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:16:54,936 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:16:54,937 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:16:54,937 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:16:54,937 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:16:54,937 DEBUG [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:16:54,941 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,40473,1731053810946 with port=44823, startcode=1731053811744 2024-11-08T08:16:54,938 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:54,943 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:16:54,944 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:16:54,945 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:16:54,945 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:16:54,948 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:16:54,949 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:16:54,951 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053814950,5,FailOnTimeoutGroup] 2024-11-08T08:16:54,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:16:54,952 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053814951,5,FailOnTimeoutGroup] 2024-11-08T08:16:54,952 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:54,953 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:16:54,954 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:54,954 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:54,954 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:16:54,955 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb 2024-11-08T08:16:54,956 DEBUG [RS:0;6ac96558fc7f:44823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:16:54,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741832_1008 (size=32) 2024-11-08T08:16:54,996 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:16:55,002 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40473 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,44823,1731053811744 2024-11-08T08:16:55,004 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40473 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,44823,1731053811744 2024-11-08T08:16:55,022 DEBUG [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb 2024-11-08T08:16:55,023 DEBUG [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44937 2024-11-08T08:16:55,023 DEBUG [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:16:55,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899/rs 2024-11-08T08:16:55,039 DEBUG [RS:0;6ac96558fc7f:44823 {}] zookeeper.ZKUtil(111): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on existing znode=/01376005899/rs/6ac96558fc7f,44823,1731053811744 2024-11-08T08:16:55,039 WARN [RS:0;6ac96558fc7f:44823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:16:55,039 INFO [RS:0;6ac96558fc7f:44823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:16:55,039 DEBUG [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744 2024-11-08T08:16:55,042 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,44823,1731053811744] 2024-11-08T08:16:55,064 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:16:55,086 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:16:55,093 INFO [RS:0;6ac96558fc7f:44823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:16:55,093 INFO [RS:0;6ac96558fc7f:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:55,095 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:16:55,106 INFO [RS:0;6ac96558fc7f:44823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:16:55,109 INFO [RS:0;6ac96558fc7f:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:55,111 DEBUG [RS:0;6ac96558fc7f:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:16:55,112 DEBUG [RS:0;6ac96558fc7f:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:16:55,112 DEBUG [RS:0;6ac96558fc7f:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:16:55,112 DEBUG [RS:0;6ac96558fc7f:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:16:55,112 DEBUG [RS:0;6ac96558fc7f:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:16:55,112 DEBUG [RS:0;6ac96558fc7f:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:16:55,113 DEBUG [RS:0;6ac96558fc7f:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:16:55,113 DEBUG [RS:0;6ac96558fc7f:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:16:55,113 DEBUG [RS:0;6ac96558fc7f:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:16:55,113 DEBUG [RS:0;6ac96558fc7f:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:16:55,113 DEBUG [RS:0;6ac96558fc7f:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:16:55,113 DEBUG [RS:0;6ac96558fc7f:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:16:55,114 DEBUG [RS:0;6ac96558fc7f:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:16:55,114 DEBUG [RS:0;6ac96558fc7f:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:16:55,117 INFO [RS:0;6ac96558fc7f:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:55,117 INFO [RS:0;6ac96558fc7f:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:55,118 INFO [RS:0;6ac96558fc7f:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:55,118 INFO [RS:0;6ac96558fc7f:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:55,118 INFO [RS:0;6ac96558fc7f:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:55,118 INFO [RS:0;6ac96558fc7f:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,44823,1731053811744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:16:55,142 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:16:55,144 INFO [RS:0;6ac96558fc7f:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,44823,1731053811744-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:55,144 INFO [RS:0;6ac96558fc7f:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:55,144 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.Replication(171): 6ac96558fc7f,44823,1731053811744 started 2024-11-08T08:16:55,163 INFO [RS:0;6ac96558fc7f:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:55,164 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,44823,1731053811744, RpcServer on 6ac96558fc7f/172.17.0.3:44823, sessionid=0x1011984dab70001 2024-11-08T08:16:55,165 DEBUG [RS:0;6ac96558fc7f:44823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:16:55,165 DEBUG [RS:0;6ac96558fc7f:44823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,44823,1731053811744 2024-11-08T08:16:55,165 DEBUG [RS:0;6ac96558fc7f:44823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,44823,1731053811744' 2024-11-08T08:16:55,165 DEBUG [RS:0;6ac96558fc7f:44823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01376005899/flush-table-proc/abort' 2024-11-08T08:16:55,166 DEBUG [RS:0;6ac96558fc7f:44823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01376005899/flush-table-proc/acquired' 2024-11-08T08:16:55,167 DEBUG [RS:0;6ac96558fc7f:44823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:16:55,167 DEBUG [RS:0;6ac96558fc7f:44823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:16:55,168 DEBUG [RS:0;6ac96558fc7f:44823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,44823,1731053811744 2024-11-08T08:16:55,168 DEBUG [RS:0;6ac96558fc7f:44823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,44823,1731053811744' 2024-11-08T08:16:55,168 DEBUG [RS:0;6ac96558fc7f:44823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01376005899/online-snapshot/abort' 2024-11-08T08:16:55,169 DEBUG [RS:0;6ac96558fc7f:44823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01376005899/online-snapshot/acquired' 2024-11-08T08:16:55,169 DEBUG [RS:0;6ac96558fc7f:44823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:16:55,169 INFO [RS:0;6ac96558fc7f:44823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:16:55,170 INFO [RS:0;6ac96558fc7f:44823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:16:55,280 INFO [RS:0;6ac96558fc7f:44823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:16:55,283 INFO [RS:0;6ac96558fc7f:44823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C44823%2C1731053811744, suffix=, logDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744, archiveDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/oldWALs, maxLogs=10 2024-11-08T08:16:55,298 DEBUG [RS:0;6ac96558fc7f:44823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.1731053815286, exclude list is [], retry=0 2024-11-08T08:16:55,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34089,DS-772be199-b945-43ea-9bb7-959bca8a42e4,DISK] 2024-11-08T08:16:55,306 INFO [RS:0;6ac96558fc7f:44823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.1731053815286 2024-11-08T08:16:55,307 DEBUG [RS:0;6ac96558fc7f:44823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41497:41497)] 2024-11-08T08:16:55,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:16:55,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:16:55,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:16:55,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:16:55,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:16:55,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:16:55,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:16:55,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:16:55,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:16:55,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:16:55,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:16:55,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:16:55,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:16:55,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:16:55,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:16:55,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:16:55,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:16:55,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:16:55,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740 2024-11-08T08:16:55,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740 2024-11-08T08:16:55,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:16:55,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:16:55,400 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:16:55,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:16:55,406 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:16:55,407 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60820637, jitterRate=-0.09370188415050507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:16:55,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731053815372Initializing all the Stores at 1731053815375 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053815375Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053815375Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053815375Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053815375Cleaning up temporary data from old regions at 1731053815399 (+24 ms)Region opened successfully at 1731053815409 (+10 ms) 2024-11-08T08:16:55,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:16:55,410 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:16:55,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:16:55,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:16:55,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:16:55,411 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:16:55,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053815410Disabling compacts and flushes for region at 1731053815410Disabling writes for close at 1731053815410Writing region close event to WAL at 1731053815411 (+1 ms)Closed at 1731053815411 2024-11-08T08:16:55,415 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:16:55,415 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:16:55,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:16:55,428 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:16:55,431 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:16:55,584 DEBUG [6ac96558fc7f:40473 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:16:55,598 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,44823,1731053811744 2024-11-08T08:16:55,605 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,44823,1731053811744, state=OPENING 2024-11-08T08:16:55,659 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:16:55,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:16:55,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:16:55,670 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376005899/meta-region-server: CHANGED 2024-11-08T08:16:55,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376005899/meta-region-server: CHANGED 2024-11-08T08:16:55,672 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:16:55,675 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,44823,1731053811744}] 2024-11-08T08:16:55,848 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:16:55,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:16:55,862 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:16:55,862 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:16:55,862 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:16:55,866 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C44823%2C1731053811744.meta, suffix=.meta, logDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744, archiveDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/oldWALs, maxLogs=10 2024-11-08T08:16:55,880 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.meta.1731053815867.meta, exclude list is [], retry=0 2024-11-08T08:16:55,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34089,DS-772be199-b945-43ea-9bb7-959bca8a42e4,DISK] 2024-11-08T08:16:55,887 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.meta.1731053815867.meta 2024-11-08T08:16:55,888 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41497:41497)] 2024-11-08T08:16:55,888 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:16:55,893 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:16:55,894 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:16:55,896 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:16:55,898 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:16:55,901 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:16:55,901 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:16:55,902 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:16:55,902 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:16:55,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:16:55,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:16:55,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:16:55,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:16:55,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:16:55,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:16:55,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:16:55,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:16:55,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:16:55,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:16:55,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:16:55,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:16:55,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:16:55,918 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:16:55,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:16:55,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:16:55,919 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:16:55,921 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740 2024-11-08T08:16:55,925 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740 2024-11-08T08:16:55,929 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:16:55,930 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:16:55,931 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:16:55,935 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:16:55,938 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66623946, jitterRate=-0.007225841283798218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:16:55,939 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:16:55,941 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731053815902Writing region info on filesystem at 1731053815903 (+1 ms)Initializing all the Stores at 1731053815904 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053815905 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053815905Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053815905Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053815905Cleaning up temporary data from old regions at 1731053815930 (+25 ms)Running coprocessor post-open hooks at 1731053815939 (+9 ms)Region opened successfully at 1731053815940 (+1 ms) 2024-11-08T08:16:55,950 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731053815840 2024-11-08T08:16:55,964 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:16:55,965 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:16:55,968 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,44823,1731053811744 2024-11-08T08:16:55,972 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,44823,1731053811744, state=OPEN 2024-11-08T08:16:56,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01376005899/meta-region-server 2024-11-08T08:16:56,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01376005899/meta-region-server 2024-11-08T08:16:56,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376005899/meta-region-server: CHANGED 2024-11-08T08:16:56,046 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376005899/meta-region-server: CHANGED 2024-11-08T08:16:56,046 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,44823,1731053811744 2024-11-08T08:16:56,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:16:56,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,44823,1731053811744 in 373 msec 2024-11-08T08:16:56,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:16:56,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 635 msec 2024-11-08T08:16:56,065 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:16:56,065 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:16:56,084 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:16:56,085 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,44823,1731053811744, seqNum=-1] 2024-11-08T08:16:56,104 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:16:56,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:16:56,128 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2990 sec 2024-11-08T08:16:56,128 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731053816128, completionTime=-1 2024-11-08T08:16:56,131 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:16:56,131 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:16:56,154 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:16:56,155 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731053876155 2024-11-08T08:16:56,155 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731053936155 2024-11-08T08:16:56,155 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-08T08:16:56,157 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40473,1731053810946-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:56,157 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40473,1731053810946-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:56,157 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40473,1731053810946-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:56,159 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:40473, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:56,160 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:56,160 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:56,167 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:16:56,189 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.236sec 2024-11-08T08:16:56,190 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:16:56,191 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:16:56,192 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:16:56,192 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:16:56,192 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:16:56,193 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40473,1731053810946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:16:56,193 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40473,1731053810946-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:16:56,202 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:16:56,203 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:16:56,204 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40473,1731053810946-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:16:56,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791fb52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:16:56,283 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T08:16:56,283 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T08:16:56,285 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,40473,-1 for getting cluster id 2024-11-08T08:16:56,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:16:56,294 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '996b098e-fe28-480b-810b-7d2821e9ef50' 2024-11-08T08:16:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:16:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "996b098e-fe28-480b-810b-7d2821e9ef50" 2024-11-08T08:16:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb5a2c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:16:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,40473,-1] 2024-11-08T08:16:56,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:16:56,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:16:56,304 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:16:56,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e487171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:16:56,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:16:56,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,44823,1731053811744, seqNum=-1] 2024-11-08T08:16:56,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:16:56,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:16:56,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,40473,1731053810946 2024-11-08T08:16:56,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51427 2024-11-08T08:16:56,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:16:56,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011984dab70002 connected 2024-11-08T08:16:56,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/hadoop.log.dir so I do NOT create it in target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8 2024-11-08T08:16:56,494 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:16:56,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/hadoop.tmp.dir so I do NOT create it in target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8 2024-11-08T08:16:56,494 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:16:56,494 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8 2024-11-08T08:16:56,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:16:56,495 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/cluster_f49c3bff-39ee-03fb-abcb-3edde79df0f6, deleteOnExit=true 2024-11-08T08:16:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:16:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/test.cache.data in system properties and HBase conf 2024-11-08T08:16:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:16:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:16:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:16:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:16:56,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:16:56,496 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:16:56,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:16:56,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:16:56,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:16:56,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:16:56,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:16:56,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:16:56,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:16:56,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:16:56,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:16:56,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:16:56,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:16:56,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:16:56,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:16:56,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:16:56,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:16:56,961 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:16:56,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:16:56,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:16:56,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:16:56,965 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:16:56,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@618c4e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:16:56,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597920fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:16:57,104 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49025f3f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/java.io.tmpdir/jetty-localhost-35481-hadoop-hdfs-3_4_1-tests_jar-_-any-3824263719680554050/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:16:57,106 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e6b2def{HTTP/1.1, (http/1.1)}{localhost:35481} 2024-11-08T08:16:57,106 INFO [Time-limited test {}] server.Server(415): Started @13298ms 2024-11-08T08:16:57,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:16:57,467 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:16:57,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:16:57,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:16:57,473 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T08:16:57,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d21555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:16:57,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a35ba74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:16:57,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39a39bfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/java.io.tmpdir/jetty-localhost-40783-hadoop-hdfs-3_4_1-tests_jar-_-any-13027571543168139574/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:16:57,624 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fdb9937{HTTP/1.1, (http/1.1)}{localhost:40783} 2024-11-08T08:16:57,624 INFO [Time-limited test {}] server.Server(415): Started @13816ms 2024-11-08T08:16:57,627 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:16:58,521 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/cluster_f49c3bff-39ee-03fb-abcb-3edde79df0f6/data/data2/current/BP-1973178605-172.17.0.3-1731053816523/current, will proceed with Du for space computation calculation, 2024-11-08T08:16:58,521 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/cluster_f49c3bff-39ee-03fb-abcb-3edde79df0f6/data/data1/current/BP-1973178605-172.17.0.3-1731053816523/current, will proceed with Du for space computation calculation, 2024-11-08T08:16:58,561 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:16:58,565 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6b8a390573e736d with lease ID 0xe0161412ad214ec: Processing first storage report for DS-f5b4ae77-cbde-4124-9a8c-70049a4a0693 from datanode DatanodeRegistration(127.0.0.1:35397, datanodeUuid=07cf11e9-480d-4b7a-9af7-7cdf173d3d1d, infoPort=44851, infoSecurePort=0, ipcPort=37021, storageInfo=lv=-57;cid=testClusterID;nsid=1755143697;c=1731053816523) 2024-11-08T08:16:58,566 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6b8a390573e736d with lease ID 0xe0161412ad214ec: from storage DS-f5b4ae77-cbde-4124-9a8c-70049a4a0693 node DatanodeRegistration(127.0.0.1:35397, datanodeUuid=07cf11e9-480d-4b7a-9af7-7cdf173d3d1d, infoPort=44851, infoSecurePort=0, ipcPort=37021, storageInfo=lv=-57;cid=testClusterID;nsid=1755143697;c=1731053816523), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:16:58,566 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6b8a390573e736d with lease ID 0xe0161412ad214ec: Processing first storage report for DS-60f25e23-0b44-49bb-a10f-3428e0ac3e73 from datanode DatanodeRegistration(127.0.0.1:35397, datanodeUuid=07cf11e9-480d-4b7a-9af7-7cdf173d3d1d, infoPort=44851, infoSecurePort=0, ipcPort=37021, storageInfo=lv=-57;cid=testClusterID;nsid=1755143697;c=1731053816523) 2024-11-08T08:16:58,566 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6b8a390573e736d with lease ID 0xe0161412ad214ec: from storage DS-60f25e23-0b44-49bb-a10f-3428e0ac3e73 node DatanodeRegistration(127.0.0.1:35397, datanodeUuid=07cf11e9-480d-4b7a-9af7-7cdf173d3d1d, infoPort=44851, infoSecurePort=0, ipcPort=37021, storageInfo=lv=-57;cid=testClusterID;nsid=1755143697;c=1731053816523), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:16:58,569 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8 2024-11-08T08:16:58,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:16:58,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:16:58,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:16:58,986 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71 with version=8 2024-11-08T08:16:58,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/hbase-staging 2024-11-08T08:16:58,988 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:16:58,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:16:58,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:16:58,988 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:16:58,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:16:58,988 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:16:58,988 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:16:58,989 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:16:58,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42227 2024-11-08T08:16:58,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42227 connecting to ZooKeeper ensemble=127.0.0.1:51427 2024-11-08T08:16:59,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422270x0, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:16:59,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42227-0x1011984dab70003 connected 2024-11-08T08:16:59,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:16:59,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:16:59,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Set watcher on znode that does not yet exist, /1-864470787/running 2024-11-08T08:16:59,085 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71, hbase.cluster.distributed=false 2024-11-08T08:16:59,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Set watcher on znode that does not yet exist, /1-864470787/acl 2024-11-08T08:16:59,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42227 2024-11-08T08:16:59,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42227 2024-11-08T08:16:59,094 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42227 2024-11-08T08:16:59,095 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42227 2024-11-08T08:16:59,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42227 2024-11-08T08:16:59,114 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:16:59,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:16:59,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:16:59,115 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:16:59,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:16:59,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:16:59,115 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:16:59,116 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:16:59,119 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43277 2024-11-08T08:16:59,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43277 connecting to ZooKeeper ensemble=127.0.0.1:51427 2024-11-08T08:16:59,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:16:59,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:16:59,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432770x0, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:16:59,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432770x0, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Set watcher on znode that does not yet exist, /1-864470787/running 2024-11-08T08:16:59,140 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:16:59,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43277-0x1011984dab70004 connected 2024-11-08T08:16:59,142 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:16:59,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Set watcher on znode that does not yet exist, /1-864470787/master 2024-11-08T08:16:59,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Set watcher on znode that does not yet exist, /1-864470787/acl 2024-11-08T08:16:59,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43277 2024-11-08T08:16:59,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43277 2024-11-08T08:16:59,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43277 2024-11-08T08:16:59,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43277 2024-11-08T08:16:59,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43277 2024-11-08T08:16:59,158 DEBUG [M:0;6ac96558fc7f:42227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:42227 2024-11-08T08:16:59,159 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-864470787/backup-masters/6ac96558fc7f,42227,1731053818987 2024-11-08T08:16:59,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787/backup-masters 2024-11-08T08:16:59,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787/backup-masters 2024-11-08T08:16:59,172 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Set watcher on existing znode=/1-864470787/backup-masters/6ac96558fc7f,42227,1731053818987 2024-11-08T08:16:59,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787 2024-11-08T08:16:59,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-864470787/master 2024-11-08T08:16:59,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787 2024-11-08T08:16:59,186 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Set watcher on existing znode=/1-864470787/master 2024-11-08T08:16:59,186 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-864470787/backup-masters/6ac96558fc7f,42227,1731053818987 from backup master directory 2024-11-08T08:16:59,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-864470787/backup-masters/6ac96558fc7f,42227,1731053818987 2024-11-08T08:16:59,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787/backup-masters 2024-11-08T08:16:59,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787/backup-masters 2024-11-08T08:16:59,196 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:16:59,196 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,42227,1731053818987 2024-11-08T08:16:59,202 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/hbase.id] with ID: 803cc0bb-9a3c-4e97-9312-6ee962bba8d8 2024-11-08T08:16:59,202 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/.tmp/hbase.id 2024-11-08T08:16:59,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:16:59,611 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/.tmp/hbase.id]:[hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/hbase.id] 2024-11-08T08:16:59,643 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:16:59,643 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:16:59,646 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-08T08:16:59,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787 2024-11-08T08:16:59,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787 2024-11-08T08:16:59,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:17:00,082 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:17:00,083 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:17:00,083 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:00,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:17:00,496 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store 2024-11-08T08:17:00,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:17:00,905 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:00,905 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:17:00,905 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:00,905 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:00,906 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:17:00,906 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:00,906 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:00,906 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053820905Disabling compacts and flushes for region at 1731053820905Disabling writes for close at 1731053820906 (+1 ms)Writing region close event to WAL at 1731053820906Closed at 1731053820906 2024-11-08T08:17:00,907 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store/.initializing 2024-11-08T08:17:00,908 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/WALs/6ac96558fc7f,42227,1731053818987 2024-11-08T08:17:00,910 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:17:00,913 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C42227%2C1731053818987, suffix=, logDir=hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/WALs/6ac96558fc7f,42227,1731053818987, archiveDir=hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/oldWALs, maxLogs=10 2024-11-08T08:17:00,927 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/WALs/6ac96558fc7f,42227,1731053818987/6ac96558fc7f%2C42227%2C1731053818987.1731053820914, exclude list is [], retry=0 2024-11-08T08:17:00,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35397,DS-f5b4ae77-cbde-4124-9a8c-70049a4a0693,DISK] 2024-11-08T08:17:00,939 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/WALs/6ac96558fc7f,42227,1731053818987/6ac96558fc7f%2C42227%2C1731053818987.1731053820914 2024-11-08T08:17:00,940 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44851:44851)] 2024-11-08T08:17:00,940 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:17:00,940 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:00,940 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:00,940 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:00,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:00,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:17:00,946 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:00,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:00,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:00,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:17:00,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:00,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:00,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:00,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:17:00,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:00,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:00,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:00,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:17:00,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:00,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:00,960 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:00,962 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:00,962 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:00,965 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:00,965 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:00,966 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:17:00,969 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:00,972 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:17:00,973 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74916176, jitterRate=0.11633801460266113}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:17:00,974 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731053820941Initializing all the Stores at 1731053820943 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053820943Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053820943Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053820943Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053820943Cleaning up temporary data from old regions at 1731053820965 (+22 ms)Region opened successfully at 1731053820974 (+9 ms) 2024-11-08T08:17:00,974 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:17:00,979 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ccb52b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:17:00,981 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:17:00,981 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:17:00,981 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:17:00,981 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:17:00,983 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T08:17:00,984 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:17:00,984 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:17:00,988 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:17:00,989 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Unable to get data of znode /1-864470787/balancer because node does not exist (not necessarily an error) 2024-11-08T08:17:01,108 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-864470787/balancer already deleted, retry=false 2024-11-08T08:17:01,108 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:17:01,109 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Unable to get data of znode /1-864470787/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:17:01,122 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-864470787/normalizer already deleted, retry=false 2024-11-08T08:17:01,122 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:17:01,123 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Unable to get data of znode /1-864470787/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:17:01,132 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-864470787/switch/split already deleted, retry=false 2024-11-08T08:17:01,134 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Unable to get data of znode /1-864470787/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:17:01,143 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-864470787/switch/merge already deleted, retry=false 2024-11-08T08:17:01,145 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Unable to get data of znode /1-864470787/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:17:01,153 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-864470787/snapshot-cleanup already deleted, retry=false 2024-11-08T08:17:01,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-864470787/running 2024-11-08T08:17:01,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-864470787/running 2024-11-08T08:17:01,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787 2024-11-08T08:17:01,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787 2024-11-08T08:17:01,164 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,42227,1731053818987, sessionid=0x1011984dab70003, setting cluster-up flag (Was=false) 2024-11-08T08:17:01,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787 2024-11-08T08:17:01,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787 2024-11-08T08:17:01,217 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-864470787/flush-table-proc/acquired, /1-864470787/flush-table-proc/reached, /1-864470787/flush-table-proc/abort 2024-11-08T08:17:01,218 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,42227,1731053818987 2024-11-08T08:17:01,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787 2024-11-08T08:17:01,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787 2024-11-08T08:17:01,280 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-864470787/online-snapshot/acquired, /1-864470787/online-snapshot/reached, /1-864470787/online-snapshot/abort 2024-11-08T08:17:01,281 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,42227,1731053818987 2024-11-08T08:17:01,284 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:17:01,288 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:01,288 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:17:01,289 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:17:01,289 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,42227,1731053818987 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:17:01,292 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:01,292 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:01,292 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:01,293 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:01,293 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:17:01,293 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:01,293 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:17:01,293 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:01,299 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:01,300 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:17:01,302 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:01,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:17:01,312 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731053851312 2024-11-08T08:17:01,313 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:17:01,313 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:17:01,313 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:17:01,313 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:17:01,313 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:17:01,313 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:17:01,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:17:01,322 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:01,323 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:17:01,323 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:17:01,324 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:17:01,324 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71 2024-11-08T08:17:01,324 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:17:01,324 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:17:01,325 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:17:01,325 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:17:01,325 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053821325,5,FailOnTimeoutGroup] 2024-11-08T08:17:01,326 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053821325,5,FailOnTimeoutGroup] 2024-11-08T08:17:01,326 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:01,326 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:17:01,326 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:01,326 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:01,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741832_1008 (size=32) 2024-11-08T08:17:01,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:01,358 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.HRegionServer(746): ClusterId : 803cc0bb-9a3c-4e97-9312-6ee962bba8d8 2024-11-08T08:17:01,358 DEBUG [RS:0;6ac96558fc7f:43277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:17:01,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:17:01,368 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:17:01,368 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:01,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:01,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:17:01,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:17:01,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:01,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:01,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:17:01,375 DEBUG [RS:0;6ac96558fc7f:43277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:17:01,375 DEBUG [RS:0;6ac96558fc7f:43277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:17:01,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:17:01,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:01,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:01,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:17:01,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:17:01,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:01,387 DEBUG [RS:0;6ac96558fc7f:43277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:17:01,388 DEBUG [RS:0;6ac96558fc7f:43277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631c51bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:17:01,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:01,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:17:01,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/data/hbase/meta/1588230740 2024-11-08T08:17:01,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/data/hbase/meta/1588230740 2024-11-08T08:17:01,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:17:01,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:17:01,394 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:17:01,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:17:01,402 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:17:01,405 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62141464, jitterRate=-0.07402002811431885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:17:01,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731053821357Initializing all the Stores at 1731053821359 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053821359Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053821364 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053821364Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053821364Cleaning up temporary data from old regions at 1731053821393 (+29 ms)Region opened successfully at 1731053821405 (+12 ms) 2024-11-08T08:17:01,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:17:01,406 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:17:01,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:17:01,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:17:01,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:17:01,413 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:17:01,413 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:17:01,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053821406Disabling compacts and flushes for region at 1731053821406Disabling writes for close at 1731053821406Writing region close event to WAL at 1731053821413 (+7 ms)Closed at 1731053821413 2024-11-08T08:17:01,420 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:01,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:17:01,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:17:01,423 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:17:01,427 DEBUG [RS:0;6ac96558fc7f:43277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:43277 2024-11-08T08:17:01,427 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:17:01,427 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:17:01,427 DEBUG [RS:0;6ac96558fc7f:43277 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:17:01,428 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:17:01,429 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,42227,1731053818987 with port=43277, startcode=1731053819114 2024-11-08T08:17:01,429 DEBUG [RS:0;6ac96558fc7f:43277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:17:01,445 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:17:01,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42227 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,43277,1731053819114 2024-11-08T08:17:01,446 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42227 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,43277,1731053819114 2024-11-08T08:17:01,451 DEBUG [RS:0;6ac96558fc7f:43277 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71 2024-11-08T08:17:01,451 DEBUG [RS:0;6ac96558fc7f:43277 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44187 2024-11-08T08:17:01,451 DEBUG [RS:0;6ac96558fc7f:43277 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:17:01,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787/rs 2024-11-08T08:17:01,508 DEBUG [RS:0;6ac96558fc7f:43277 {}] zookeeper.ZKUtil(111): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Set watcher on existing znode=/1-864470787/rs/6ac96558fc7f,43277,1731053819114 2024-11-08T08:17:01,508 WARN [RS:0;6ac96558fc7f:43277 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:17:01,508 INFO [RS:0;6ac96558fc7f:43277 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:01,508 DEBUG [RS:0;6ac96558fc7f:43277 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/WALs/6ac96558fc7f,43277,1731053819114 2024-11-08T08:17:01,508 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,43277,1731053819114] 2024-11-08T08:17:01,515 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:17:01,521 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:17:01,524 INFO [RS:0;6ac96558fc7f:43277 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:17:01,525 INFO [RS:0;6ac96558fc7f:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:01,527 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T08:17:01,530 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T08:17:01,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T08:17:01,532 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:17:01,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:17:01,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T08:17:01,535 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:17:01,535 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T08:17:01,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T08:17:01,536 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T08:17:01,541 INFO [RS:0;6ac96558fc7f:43277 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:17:01,541 INFO [RS:0;6ac96558fc7f:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:01,541 DEBUG [RS:0;6ac96558fc7f:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:01,542 DEBUG [RS:0;6ac96558fc7f:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:01,542 DEBUG [RS:0;6ac96558fc7f:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:01,542 DEBUG [RS:0;6ac96558fc7f:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:01,542 DEBUG [RS:0;6ac96558fc7f:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:01,542 DEBUG [RS:0;6ac96558fc7f:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:17:01,542 DEBUG [RS:0;6ac96558fc7f:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:01,542 DEBUG [RS:0;6ac96558fc7f:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:01,542 DEBUG [RS:0;6ac96558fc7f:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:01,542 DEBUG [RS:0;6ac96558fc7f:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:01,543 DEBUG [RS:0;6ac96558fc7f:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:01,543 DEBUG [RS:0;6ac96558fc7f:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:01,543 DEBUG [RS:0;6ac96558fc7f:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:17:01,543 DEBUG [RS:0;6ac96558fc7f:43277 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:17:01,552 INFO [RS:0;6ac96558fc7f:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:01,553 INFO [RS:0;6ac96558fc7f:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:01,553 INFO [RS:0;6ac96558fc7f:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:01,553 INFO [RS:0;6ac96558fc7f:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:01,553 INFO [RS:0;6ac96558fc7f:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:01,553 INFO [RS:0;6ac96558fc7f:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,43277,1731053819114-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:17:01,579 WARN [6ac96558fc7f:42227 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T08:17:01,582 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:17:01,582 INFO [RS:0;6ac96558fc7f:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,43277,1731053819114-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:01,583 INFO [RS:0;6ac96558fc7f:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:01,583 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.Replication(171): 6ac96558fc7f,43277,1731053819114 started 2024-11-08T08:17:01,598 INFO [RS:0;6ac96558fc7f:43277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:01,599 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,43277,1731053819114, RpcServer on 6ac96558fc7f/172.17.0.3:43277, sessionid=0x1011984dab70004 2024-11-08T08:17:01,599 DEBUG [RS:0;6ac96558fc7f:43277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:17:01,599 DEBUG [RS:0;6ac96558fc7f:43277 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,43277,1731053819114 2024-11-08T08:17:01,599 DEBUG [RS:0;6ac96558fc7f:43277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,43277,1731053819114' 2024-11-08T08:17:01,599 DEBUG [RS:0;6ac96558fc7f:43277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-864470787/flush-table-proc/abort' 2024-11-08T08:17:01,600 DEBUG [RS:0;6ac96558fc7f:43277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-864470787/flush-table-proc/acquired' 2024-11-08T08:17:01,600 DEBUG [RS:0;6ac96558fc7f:43277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:17:01,600 DEBUG [RS:0;6ac96558fc7f:43277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:17:01,600 DEBUG [RS:0;6ac96558fc7f:43277 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,43277,1731053819114 2024-11-08T08:17:01,600 DEBUG [RS:0;6ac96558fc7f:43277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,43277,1731053819114' 2024-11-08T08:17:01,600 DEBUG [RS:0;6ac96558fc7f:43277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-864470787/online-snapshot/abort' 2024-11-08T08:17:01,601 DEBUG [RS:0;6ac96558fc7f:43277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-864470787/online-snapshot/acquired' 2024-11-08T08:17:01,602 DEBUG [RS:0;6ac96558fc7f:43277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:17:01,602 INFO [RS:0;6ac96558fc7f:43277 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:17:01,602 INFO [RS:0;6ac96558fc7f:43277 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:17:01,703 INFO [RS:0;6ac96558fc7f:43277 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:17:01,707 INFO [RS:0;6ac96558fc7f:43277 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C43277%2C1731053819114, suffix=, logDir=hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/WALs/6ac96558fc7f,43277,1731053819114, archiveDir=hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/oldWALs, maxLogs=10 2024-11-08T08:17:01,725 DEBUG [RS:0;6ac96558fc7f:43277 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/WALs/6ac96558fc7f,43277,1731053819114/6ac96558fc7f%2C43277%2C1731053819114.1731053821709, exclude list is [], retry=0 2024-11-08T08:17:01,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35397,DS-f5b4ae77-cbde-4124-9a8c-70049a4a0693,DISK] 2024-11-08T08:17:01,738 INFO [RS:0;6ac96558fc7f:43277 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/WALs/6ac96558fc7f,43277,1731053819114/6ac96558fc7f%2C43277%2C1731053819114.1731053821709 2024-11-08T08:17:01,740 DEBUG [RS:0;6ac96558fc7f:43277 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44851:44851)] 2024-11-08T08:17:01,829 DEBUG [6ac96558fc7f:42227 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:17:01,830 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,43277,1731053819114 2024-11-08T08:17:01,834 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,43277,1731053819114, state=OPENING 2024-11-08T08:17:01,844 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:17:01,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787 2024-11-08T08:17:01,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787 2024-11-08T08:17:01,929 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:17:01,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-864470787/meta-region-server: CHANGED 2024-11-08T08:17:01,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-864470787/meta-region-server: CHANGED 2024-11-08T08:17:01,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,43277,1731053819114}] 2024-11-08T08:17:02,085 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:17:02,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:17:02,096 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:17:02,096 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:02,096 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:17:02,099 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C43277%2C1731053819114.meta, suffix=.meta, logDir=hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/WALs/6ac96558fc7f,43277,1731053819114, archiveDir=hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/oldWALs, maxLogs=10 2024-11-08T08:17:02,116 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/WALs/6ac96558fc7f,43277,1731053819114/6ac96558fc7f%2C43277%2C1731053819114.meta.1731053822100.meta, exclude list is [], retry=0 2024-11-08T08:17:02,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35397,DS-f5b4ae77-cbde-4124-9a8c-70049a4a0693,DISK] 2024-11-08T08:17:02,132 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/WALs/6ac96558fc7f,43277,1731053819114/6ac96558fc7f%2C43277%2C1731053819114.meta.1731053822100.meta 2024-11-08T08:17:02,132 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44851:44851)] 2024-11-08T08:17:02,133 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:17:02,133 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:17:02,134 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:17:02,134 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:17:02,134 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:17:02,134 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:17:02,134 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:02,134 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:17:02,135 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:17:02,138 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:17:02,140 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:17:02,140 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:02,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:02,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:17:02,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:17:02,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:02,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:02,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:17:02,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:17:02,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:02,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:02,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:17:02,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:17:02,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:02,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:02,149 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:17:02,151 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/data/hbase/meta/1588230740 2024-11-08T08:17:02,153 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/data/hbase/meta/1588230740 2024-11-08T08:17:02,156 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:17:02,156 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:17:02,157 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:17:02,159 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:17:02,161 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72583038, jitterRate=0.0815715491771698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:17:02,161 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:17:02,161 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731053822135Writing region info on filesystem at 1731053822135Initializing all the Stores at 1731053822137 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053822137Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053822138 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053822138Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053822138Cleaning up temporary data from old regions at 1731053822156 (+18 ms)Running coprocessor post-open hooks at 1731053822161 (+5 ms)Region opened successfully at 1731053822161 2024-11-08T08:17:02,163 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731053822085 2024-11-08T08:17:02,167 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:17:02,168 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:17:02,169 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,43277,1731053819114 2024-11-08T08:17:02,171 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,43277,1731053819114, state=OPEN 2024-11-08T08:17:02,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-864470787/meta-region-server 2024-11-08T08:17:02,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-864470787/meta-region-server 2024-11-08T08:17:02,185 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,43277,1731053819114 2024-11-08T08:17:02,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-864470787/meta-region-server: CHANGED 2024-11-08T08:17:02,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-864470787/meta-region-server: CHANGED 2024-11-08T08:17:02,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:17:02,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,43277,1731053819114 in 255 msec 2024-11-08T08:17:02,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:17:02,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 770 msec 2024-11-08T08:17:02,198 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:02,198 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:17:02,228 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:17:02,228 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,43277,1731053819114, seqNum=-1] 2024-11-08T08:17:02,229 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:17:02,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:17:02,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 960 msec 2024-11-08T08:17:02,249 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731053822249, completionTime=-1 2024-11-08T08:17:02,249 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:17:02,250 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:17:02,259 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:17:02,259 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731053882259 2024-11-08T08:17:02,259 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731053942259 2024-11-08T08:17:02,259 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-08T08:17:02,260 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42227,1731053818987-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:02,260 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42227,1731053818987-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:02,260 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42227,1731053818987-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:02,260 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:42227, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:02,261 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:02,264 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:02,268 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:17:02,296 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.100sec 2024-11-08T08:17:02,297 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:17:02,297 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:17:02,297 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:17:02,297 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:17:02,297 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:17:02,298 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42227,1731053818987-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:17:02,298 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42227,1731053818987-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:17:02,317 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:17:02,318 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:17:02,318 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42227,1731053818987-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:02,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dff9fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:02,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42227,-1 for getting cluster id 2024-11-08T08:17:02,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:02,371 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '803cc0bb-9a3c-4e97-9312-6ee962bba8d8' 2024-11-08T08:17:02,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:02,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "803cc0bb-9a3c-4e97-9312-6ee962bba8d8" 2024-11-08T08:17:02,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284b315f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:02,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42227,-1] 2024-11-08T08:17:02,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:02,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:02,378 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:02,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afd7c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:02,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:17:02,382 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,43277,1731053819114, seqNum=-1] 2024-11-08T08:17:02,383 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:17:02,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:17:02,387 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,42227,1731053818987 2024-11-08T08:17:02,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51427 2024-11-08T08:17:02,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:17:02,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011984dab70005 connected 2024-11-08T08:17:02,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4818403e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:02,422 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,40473,-1 for getting cluster id 2024-11-08T08:17:02,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:02,424 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '996b098e-fe28-480b-810b-7d2821e9ef50' 2024-11-08T08:17:02,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "996b098e-fe28-480b-810b-7d2821e9ef50" 2024-11-08T08:17:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e467468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:02,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,40473,-1] 2024-11-08T08:17:02,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:02,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:02,428 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:02,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef9c717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:02,438 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:02,451 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,40473,1731053810946 2024-11-08T08:17:02,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a33f8ae 2024-11-08T08:17:02,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:02,458 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:17:02,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ac96558fc7f:42227,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T08:17:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:17:02,475 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:42227' 2024-11-08T08:17:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:02,481 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a35d812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:02,481 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42227,-1 for getting cluster id 2024-11-08T08:17:02,481 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:02,482 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '803cc0bb-9a3c-4e97-9312-6ee962bba8d8' 2024-11-08T08:17:02,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:02,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "803cc0bb-9a3c-4e97-9312-6ee962bba8d8" 2024-11-08T08:17:02,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0da513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:02,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42227,-1] 2024-11-08T08:17:02,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:02,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:02,485 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:02,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4394e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:02,487 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:02,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42227,1731053818987 2024-11-08T08:17:02,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ca25e5d 2024-11-08T08:17:02,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:02,495 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:17:02,512 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T08:17:02,512 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:17:02,517 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:02,518 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:02,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:02,520 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:17:02,526 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T08:17:02,530 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:17:02,531 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:02,533 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:17:02,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741835_1011 (size=1138) 2024-11-08T08:17:02,579 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T08:17:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:02,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:02,963 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1f744837d928eed8e37b6170e82cfac, NAME => 'hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb 2024-11-08T08:17:02,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741836_1012 (size=44) 2024-11-08T08:17:03,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:03,379 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:03,380 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e1f744837d928eed8e37b6170e82cfac, disabling compactions & flushes 2024-11-08T08:17:03,380 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:03,380 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:03,380 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. after waiting 0 ms 2024-11-08T08:17:03,380 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:03,380 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:03,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1f744837d928eed8e37b6170e82cfac: Waiting for close lock at 1731053823379Disabling compacts and flushes for region at 1731053823379Disabling writes for close at 1731053823380 (+1 ms)Writing region close event to WAL at 1731053823380Closed at 1731053823380 2024-11-08T08:17:03,384 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:17:03,388 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731053823384"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731053823384"}]},"ts":"1731053823384"} 2024-11-08T08:17:03,392 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:17:03,394 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:17:03,396 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053823394"}]},"ts":"1731053823394"} 2024-11-08T08:17:03,399 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T08:17:03,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1f744837d928eed8e37b6170e82cfac, ASSIGN}] 2024-11-08T08:17:03,403 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1f744837d928eed8e37b6170e82cfac, ASSIGN 2024-11-08T08:17:03,404 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e1f744837d928eed8e37b6170e82cfac, ASSIGN; state=OFFLINE, location=6ac96558fc7f,44823,1731053811744; forceNewPlan=false, retain=false 2024-11-08T08:17:03,557 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e1f744837d928eed8e37b6170e82cfac, regionState=OPENING, regionLocation=6ac96558fc7f,44823,1731053811744 2024-11-08T08:17:03,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e1f744837d928eed8e37b6170e82cfac, ASSIGN because future has completed 2024-11-08T08:17:03,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1f744837d928eed8e37b6170e82cfac, server=6ac96558fc7f,44823,1731053811744}] 2024-11-08T08:17:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:03,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:03,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:03,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T08:17:03,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C44823%2C1731053811744.rep, suffix=, logDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744, archiveDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/oldWALs, maxLogs=10 2024-11-08T08:17:03,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.rep.1731053823733, exclude list is [], retry=0 2024-11-08T08:17:03,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34089,DS-772be199-b945-43ea-9bb7-959bca8a42e4,DISK] 2024-11-08T08:17:03,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.rep.1731053823733 2024-11-08T08:17:03,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41497:41497)] 2024-11-08T08:17:03,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e1f744837d928eed8e37b6170e82cfac, NAME => 'hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:17:03,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:17:03,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:17:03,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. service=MultiRowMutationService 2024-11-08T08:17:03,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T08:17:03,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:03,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:03,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:03,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:03,763 INFO [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:03,765 INFO [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f744837d928eed8e37b6170e82cfac columnFamilyName hfileref 2024-11-08T08:17:03,765 DEBUG [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:03,766 INFO [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] regionserver.HStore(327): Store=e1f744837d928eed8e37b6170e82cfac/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:03,766 INFO [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:03,768 INFO [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f744837d928eed8e37b6170e82cfac columnFamilyName queue 2024-11-08T08:17:03,768 DEBUG [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:03,769 INFO [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] regionserver.HStore(327): Store=e1f744837d928eed8e37b6170e82cfac/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:03,769 INFO [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:03,771 INFO [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f744837d928eed8e37b6170e82cfac columnFamilyName sid 2024-11-08T08:17:03,771 DEBUG [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:03,772 INFO [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] regionserver.HStore(327): Store=e1f744837d928eed8e37b6170e82cfac/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:03,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:03,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/replication/e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:03,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/replication/e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:03,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:03,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:03,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:17:03,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:03,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/replication/e1f744837d928eed8e37b6170e82cfac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:17:03,783 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e1f744837d928eed8e37b6170e82cfac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64989950, jitterRate=-0.03157427906990051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:17:03,783 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:03,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e1f744837d928eed8e37b6170e82cfac: Running coprocessor pre-open hook at 1731053823761Writing region info on filesystem at 1731053823761Initializing all the Stores at 1731053823763 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053823763Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053823763Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053823763Cleaning up temporary data from old regions at 1731053823776 (+13 ms)Running coprocessor post-open hooks at 1731053823783 (+7 ms)Region opened successfully at 1731053823784 (+1 ms) 2024-11-08T08:17:03,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac., pid=7, masterSystemTime=1731053823719 2024-11-08T08:17:03,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:03,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:03,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e1f744837d928eed8e37b6170e82cfac, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,44823,1731053811744 2024-11-08T08:17:03,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1f744837d928eed8e37b6170e82cfac, server=6ac96558fc7f,44823,1731053811744 because future has completed 2024-11-08T08:17:03,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T08:17:03,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e1f744837d928eed8e37b6170e82cfac, server=6ac96558fc7f,44823,1731053811744 in 233 msec 2024-11-08T08:17:03,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T08:17:03,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1f744837d928eed8e37b6170e82cfac, ASSIGN in 401 msec 2024-11-08T08:17:03,806 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:17:03,806 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053823806"}]},"ts":"1731053823806"} 2024-11-08T08:17:03,809 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T08:17:03,810 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:17:03,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2900 sec 2024-11-08T08:17:03,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac., hostname=6ac96558fc7f,44823,1731053811744, seqNum=2] 2024-11-08T08:17:03,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44823 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-08T08:17:03,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:17:03,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:17:03,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:17:04,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T08:17:04,073 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T08:17:04,114 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6ac96558fc7f,44823,1731053811744, ReplicationSource: 1, currentBandwidth=0 2024-11-08T08:17:04,115 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:17:04,115 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,44823,1731053811744, seqNum=-1] 2024-11-08T08:17:04,115 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:17:04,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-08T08:17:04,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ac96558fc7f,44823,1731053811744', locateType=CURRENT is [region=hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac., hostname=6ac96558fc7f,44823,1731053811744, seqNum=2] 2024-11-08T08:17:04,124 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T08:17:04,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T08:17:04,129 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ac96558fc7f,44823,1731053811744 suceeded 2024-11-08T08:17:04,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T08:17:04,132 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ac96558fc7f:42227,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:17:04,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-11-08T08:17:04,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6720 sec 2024-11-08T08:17:04,142 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:42227' 2024-11-08T08:17:04,144 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@446cc94a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:04,144 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42227,-1 for getting cluster id 2024-11-08T08:17:04,144 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:04,145 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '803cc0bb-9a3c-4e97-9312-6ee962bba8d8' 2024-11-08T08:17:04,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:04,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "803cc0bb-9a3c-4e97-9312-6ee962bba8d8" 2024-11-08T08:17:04,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12e01137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:04,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42227,-1] 2024-11-08T08:17:04,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:04,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:04,148 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:04,149 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@393e9458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:04,149 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:04,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42227,1731053818987 2024-11-08T08:17:04,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@714e8640 2024-11-08T08:17:04,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:04,151 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T08:17:04,152 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ac96558fc7f,44823,1731053811744 (queues=1) is replicating from cluster=996b098e-fe28-480b-810b-7d2821e9ef50 to cluster=803cc0bb-9a3c-4e97-9312-6ee962bba8d8 2024-11-08T08:17:04,155 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ac96558fc7f%2C44823%2C1731053811744 2024-11-08T08:17:04,158 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ac96558fc7f,44823,1731053811744, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:17:04,160 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744.replicationSource.shipper6ac96558fc7f%2C44823%2C1731053811744,1-6ac96558fc7f,44823,1731053811744 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C44823%2C1731053811744 2024-11-08T08:17:04,164 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744.replicationSource.wal-reader.6ac96558fc7f%2C44823%2C1731053811744,1-6ac96558fc7f,44823,1731053811744 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.1731053815286, startPosition=0, beingWritten=true 2024-11-08T08:17:04,415 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744.replicationSource.wal-reader.6ac96558fc7f%2C44823%2C1731053811744,1-6ac96558fc7f,44823,1731053811744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.1731053815286 to pos 0, reset compression=false 2024-11-08T08:17:04,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:04,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:17:04,643 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T08:17:04,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:04,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:04,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:04,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:04,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa486b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:04,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,40473,-1 for getting cluster id 2024-11-08T08:17:04,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:04,648 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '996b098e-fe28-480b-810b-7d2821e9ef50' 2024-11-08T08:17:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "996b098e-fe28-480b-810b-7d2821e9ef50" 2024-11-08T08:17:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fafd9ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:04,649 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,40473,-1] 2024-11-08T08:17:04,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:04,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:04,652 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:04,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54109683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:04,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:04,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,40473,1731053810946 2024-11-08T08:17:04,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62b2380 2024-11-08T08:17:04,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:04,658 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:17:04,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://6ac96558fc7f:42227,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T08:17:04,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:17:04,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T08:17:04,663 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:42227' 2024-11-08T08:17:04,664 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1add0b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:04,664 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42227,-1 for getting cluster id 2024-11-08T08:17:04,664 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:04,665 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '803cc0bb-9a3c-4e97-9312-6ee962bba8d8' 2024-11-08T08:17:04,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:04,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "803cc0bb-9a3c-4e97-9312-6ee962bba8d8" 2024-11-08T08:17:04,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef86607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:04,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42227,-1] 2024-11-08T08:17:04,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:04,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:04,667 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:04,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccfda08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:04,668 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:04,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42227,1731053818987 2024-11-08T08:17:04,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3681eda2 2024-11-08T08:17:04,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:04,670 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:17:04,671 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-08T08:17:04,671 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:17:04,671 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:04,671 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:04,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:04,723 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744.replicationSource.wal-reader.6ac96558fc7f%2C44823%2C1731053811744,1-6ac96558fc7f,44823,1731053811744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.1731053815286 to pos 0, reset compression=false 2024-11-08T08:17:04,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:17:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T08:17:04,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-08T08:17:04,895 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T08:17:04,929 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-6ac96558fc7f,44823,1731053811744, ReplicationSource: 2, currentBandwidth=0 2024-11-08T08:17:04,932 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T08:17:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T08:17:04,936 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6ac96558fc7f,44823,1731053811744 suceeded 2024-11-08T08:17:04,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T08:17:04,940 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6ac96558fc7f:42227,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:17:04,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-08T08:17:04,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 281 msec 2024-11-08T08:17:04,952 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,44823,1731053811744 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:42227' 2024-11-08T08:17:04,953 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,44823,1731053811744 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46b99eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:04,953 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,44823,1731053811744 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42227,-1 for getting cluster id 2024-11-08T08:17:04,953 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,44823,1731053811744 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:04,954 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '803cc0bb-9a3c-4e97-9312-6ee962bba8d8' 2024-11-08T08:17:04,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:04,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "803cc0bb-9a3c-4e97-9312-6ee962bba8d8" 2024-11-08T08:17:04,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34b36085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:04,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42227,-1] 2024-11-08T08:17:04,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:04,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:04,957 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:04,959 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,44823,1731053811744 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7adb5f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:04,959 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,44823,1731053811744 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:04,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42227,1731053818987 2024-11-08T08:17:04,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e807150 2024-11-08T08:17:04,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:04,963 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-08T08:17:04,964 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,44823,1731053811744 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6ac96558fc7f,44823,1731053811744 (queues=1) is replicating from cluster=996b098e-fe28-480b-810b-7d2821e9ef50 to cluster=803cc0bb-9a3c-4e97-9312-6ee962bba8d8 2024-11-08T08:17:04,964 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,44823,1731053811744 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6ac96558fc7f%2C44823%2C1731053811744 2024-11-08T08:17:04,964 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,44823,1731053811744 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6ac96558fc7f,44823,1731053811744, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:17:04,965 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,44823,1731053811744.replicationSource.shipper6ac96558fc7f%2C44823%2C1731053811744,2-6ac96558fc7f,44823,1731053811744 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C44823%2C1731053811744 2024-11-08T08:17:04,965 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,44823,1731053811744.replicationSource.wal-reader.6ac96558fc7f%2C44823%2C1731053811744,2-6ac96558fc7f,44823,1731053811744 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.1731053815286, startPosition=0, beingWritten=true 2024-11-08T08:17:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T08:17:04,981 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T08:17:04,982 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:17:04,982 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:04,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:04,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:04,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:04,982 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:04,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,40473,1731053810946 2024-11-08T08:17:04,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7daa54a1 2024-11-08T08:17:04,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:04,988 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:17:04,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T08:17:04,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T08:17:04,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T08:17:04,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T08:17:04,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://6ac96558fc7f:42227,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:17:05,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T08:17:05,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T08:17:05,004 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:42227' 2024-11-08T08:17:05,005 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e539234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:05,005 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42227,-1 for getting cluster id 2024-11-08T08:17:05,005 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:05,006 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '803cc0bb-9a3c-4e97-9312-6ee962bba8d8' 2024-11-08T08:17:05,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:05,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "803cc0bb-9a3c-4e97-9312-6ee962bba8d8" 2024-11-08T08:17:05,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b3c2c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:05,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42227,-1] 2024-11-08T08:17:05,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:05,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:05,008 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:05,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edf6127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:05,009 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:05,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42227,1731053818987 2024-11-08T08:17:05,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fd1755e 2024-11-08T08:17:05,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:05,012 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:17:05,013 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T08:17:05,013 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:17:05,013 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:05,013 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:05,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:05,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:17:05,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T08:17:05,130 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744.replicationSource.wal-reader.6ac96558fc7f%2C44823%2C1731053811744,1-6ac96558fc7f,44823,1731053811744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.1731053815286 to pos 0, reset compression=false 2024-11-08T08:17:05,177 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,44823,1731053811744.replicationSource.wal-reader.6ac96558fc7f%2C44823%2C1731053811744,2-6ac96558fc7f,44823,1731053811744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.1731053815286 to pos 0, reset compression=false 2024-11-08T08:17:05,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-08T08:17:05,184 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-08T08:17:05,186 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T08:17:05,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T08:17:05,190 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 6ac96558fc7f,44823,1731053811744 suceeded 2024-11-08T08:17:05,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T08:17:05,195 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://6ac96558fc7f:42227,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:17:05,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-08T08:17:05,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 197 msec 2024-11-08T08:17:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T08:17:05,320 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-08T08:17:05,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://6ac96558fc7f:42227,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:17:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T08:17:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T08:17:05,326 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:42227' 2024-11-08T08:17:05,328 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669d55dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:05,328 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42227,-1 for getting cluster id 2024-11-08T08:17:05,328 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:05,330 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '803cc0bb-9a3c-4e97-9312-6ee962bba8d8' 2024-11-08T08:17:05,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:05,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "803cc0bb-9a3c-4e97-9312-6ee962bba8d8" 2024-11-08T08:17:05,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f486f92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:05,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42227,-1] 2024-11-08T08:17:05,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:05,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:05,332 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:05,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@312b1acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:05,333 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:05,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42227,1731053818987 2024-11-08T08:17:05,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b02554 2024-11-08T08:17:05,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:05,336 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:17:05,337 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T08:17:05,337 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:17:05,337 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:05,338 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:05,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:05,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:17:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T08:17:05,484 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,44823,1731053811744.replicationSource.wal-reader.6ac96558fc7f%2C44823%2C1731053811744,2-6ac96558fc7f,44823,1731053811744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.1731053815286 to pos 0, reset compression=false 2024-11-08T08:17:05,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44823 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-08T08:17:05,572 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-08T08:17:05,573 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T08:17:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T08:17:05,577 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 6ac96558fc7f,44823,1731053811744 suceeded 2024-11-08T08:17:05,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T08:17:05,582 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://6ac96558fc7f:42227,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:17:05,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-08T08:17:05,585 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 261 msec 2024-11-08T08:17:05,638 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744.replicationSource.wal-reader.6ac96558fc7f%2C44823%2C1731053811744,1-6ac96558fc7f,44823,1731053811744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.1731053815286 to pos 0, reset compression=false 2024-11-08T08:17:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T08:17:05,641 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-08T08:17:05,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T08:17:05,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40473 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T08:17:05,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:17:05,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:05,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:05,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:05,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:05,645 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:17:05,645 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=170191611, stopped=false 2024-11-08T08:17:05,646 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,40473,1731053810946 2024-11-08T08:17:05,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376005899/running 2024-11-08T08:17:05,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376005899/running 2024-11-08T08:17:05,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:17:05,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:17:05,658 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:17:05,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:17:05,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:05,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:05,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on znode that does not yet exist, /01376005899/running 2024-11-08T08:17:05,659 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,44823,1731053811744' ***** 2024-11-08T08:17:05,659 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:17:05,659 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on znode that does not yet exist, /01376005899/running 2024-11-08T08:17:05,660 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:17:05,660 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:17:05,660 INFO [RS:0;6ac96558fc7f:44823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:17:05,660 INFO [RS:0;6ac96558fc7f:44823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:17:05,660 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(3091): Received CLOSE for e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:05,661 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,44823,1731053811744 2024-11-08T08:17:05,661 INFO [RS:0;6ac96558fc7f:44823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:17:05,661 INFO [RS:0;6ac96558fc7f:44823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:44823. 2024-11-08T08:17:05,661 DEBUG [RS:0;6ac96558fc7f:44823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:05,661 DEBUG [RS:0;6ac96558fc7f:44823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:05,661 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1f744837d928eed8e37b6170e82cfac, disabling compactions & flushes 2024-11-08T08:17:05,661 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:05,661 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:17:05,661 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:17:05,661 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:05,661 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:17:05,661 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. after waiting 0 ms 2024-11-08T08:17:05,661 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:17:05,661 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:05,662 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T08:17:05,662 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:17:05,662 DEBUG [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e1f744837d928eed8e37b6170e82cfac=hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac.} 2024-11-08T08:17:05,662 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:17:05,662 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:17:05,662 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:17:05,662 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:17:05,662 DEBUG [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:05,665 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T08:17:05,665 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e1f744837d928eed8e37b6170e82cfac 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-08T08:17:05,729 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:17:05,731 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/replication/e1f744837d928eed8e37b6170e82cfac/.tmp/queue/a3685eb27b944a79aba498e9d3e1e51f is 151, key is 1-6ac96558fc7f,44823,1731053811744/queue:6ac96558fc7f%2C44823%2C1731053811744/1731053824121/Put/seqid=0 2024-11-08T08:17:05,731 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/.tmp/info/7aafe035baad4c71867dbb45b0664026 is 147, key is hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac./info:regioninfo/1731053823791/Put/seqid=0 2024-11-08T08:17:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741838_1014 (size=6631) 2024-11-08T08:17:05,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741839_1015 (size=5500) 2024-11-08T08:17:05,862 DEBUG [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:05,894 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,44823,1731053811744.replicationSource.wal-reader.6ac96558fc7f%2C44823%2C1731053811744,2-6ac96558fc7f,44823,1731053811744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.1731053815286 to pos 0, reset compression=false 2024-11-08T08:17:06,063 DEBUG [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:06,118 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:17:06,119 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:17:06,162 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/.tmp/info/7aafe035baad4c71867dbb45b0664026 2024-11-08T08:17:06,172 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/replication/e1f744837d928eed8e37b6170e82cfac/.tmp/queue/a3685eb27b944a79aba498e9d3e1e51f 2024-11-08T08:17:06,230 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/replication/e1f744837d928eed8e37b6170e82cfac/.tmp/queue/a3685eb27b944a79aba498e9d3e1e51f as hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/replication/e1f744837d928eed8e37b6170e82cfac/queue/a3685eb27b944a79aba498e9d3e1e51f 2024-11-08T08:17:06,243 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/replication/e1f744837d928eed8e37b6170e82cfac/queue/a3685eb27b944a79aba498e9d3e1e51f, entries=2, sequenceid=6, filesize=5.4 K 2024-11-08T08:17:06,247 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744.replicationSource.wal-reader.6ac96558fc7f%2C44823%2C1731053811744,1-6ac96558fc7f,44823,1731053811744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.1731053815286 to pos 0, reset compression=false 2024-11-08T08:17:06,249 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/.tmp/ns/b9d3baa164214702af88d9559ec8bb41 is 43, key is default/ns:d/1731053816113/Put/seqid=0 2024-11-08T08:17:06,252 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for e1f744837d928eed8e37b6170e82cfac in 584ms, sequenceid=6, compaction requested=false 2024-11-08T08:17:06,253 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T08:17:06,263 DEBUG [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:06,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741840_1016 (size=5153) 2024-11-08T08:17:06,277 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/replication/e1f744837d928eed8e37b6170e82cfac/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T08:17:06,279 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:17:06,279 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:17:06,279 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:06,280 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1f744837d928eed8e37b6170e82cfac: Waiting for close lock at 1731053825661Running coprocessor pre-close hooks at 1731053825661Disabling compacts and flushes for region at 1731053825661Disabling writes for close at 1731053825661Obtaining lock to block concurrent updates at 1731053825665 (+4 ms)Preparing flush snapshotting stores in e1f744837d928eed8e37b6170e82cfac at 1731053825665Finished memstore snapshotting hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731053825671 (+6 ms)Flushing stores of hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. at 1731053825673 (+2 ms)Flushing e1f744837d928eed8e37b6170e82cfac/queue: creating writer at 1731053825674 (+1 ms)Flushing e1f744837d928eed8e37b6170e82cfac/queue: appending metadata at 1731053825718 (+44 ms)Flushing e1f744837d928eed8e37b6170e82cfac/queue: closing flushed file at 1731053825721 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@495a0602: reopening flushed file at 1731053826227 (+506 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for e1f744837d928eed8e37b6170e82cfac in 584ms, sequenceid=6, compaction requested=false at 1731053826253 (+26 ms)Writing region close event to WAL at 1731053826269 (+16 ms)Running coprocessor post-close hooks at 1731053826278 (+9 ms)Closed at 1731053826279 (+1 ms) 2024-11-08T08:17:06,280 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:06,401 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,44823,1731053811744.replicationSource.wal-reader.6ac96558fc7f%2C44823%2C1731053811744,2-6ac96558fc7f,44823,1731053811744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.1731053815286 to pos 0, reset compression=false 2024-11-08T08:17:06,463 DEBUG [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:17:06,664 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T08:17:06,664 DEBUG [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:17:06,664 DEBUG [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:17:06,668 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/.tmp/ns/b9d3baa164214702af88d9559ec8bb41 2024-11-08T08:17:06,704 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/.tmp/table/04ddbe2b854c467fabf026c3a3d97ac5 is 53, key is hbase:replication/table:state/1731053823806/Put/seqid=0 2024-11-08T08:17:06,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741841_1017 (size=5256) 2024-11-08T08:17:06,864 DEBUG [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:17:06,971 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744.replicationSource.wal-reader.6ac96558fc7f%2C44823%2C1731053811744,1-6ac96558fc7f,44823,1731053811744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.1731053815286 to pos 0, reset compression=false 2024-11-08T08:17:07,008 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,44823,1731053811744.replicationSource.wal-reader.6ac96558fc7f%2C44823%2C1731053811744,2-6ac96558fc7f,44823,1731053811744 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.1731053815286 to pos 0, reset compression=false 2024-11-08T08:17:07,065 DEBUG [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:17:07,119 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/.tmp/table/04ddbe2b854c467fabf026c3a3d97ac5 2024-11-08T08:17:07,130 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/.tmp/info/7aafe035baad4c71867dbb45b0664026 as hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/info/7aafe035baad4c71867dbb45b0664026 2024-11-08T08:17:07,140 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/info/7aafe035baad4c71867dbb45b0664026, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T08:17:07,142 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/.tmp/ns/b9d3baa164214702af88d9559ec8bb41 as hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/ns/b9d3baa164214702af88d9559ec8bb41 2024-11-08T08:17:07,151 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/ns/b9d3baa164214702af88d9559ec8bb41, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T08:17:07,153 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/.tmp/table/04ddbe2b854c467fabf026c3a3d97ac5 as hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/table/04ddbe2b854c467fabf026c3a3d97ac5 2024-11-08T08:17:07,162 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/table/04ddbe2b854c467fabf026c3a3d97ac5, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T08:17:07,163 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1501ms, sequenceid=11, compaction requested=false 2024-11-08T08:17:07,170 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T08:17:07,171 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:17:07,171 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:17:07,171 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:17:07,171 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053825662Running coprocessor pre-close hooks at 1731053825662Disabling compacts and flushes for region at 1731053825662Disabling writes for close at 1731053825662Obtaining lock to block concurrent updates at 1731053825665 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731053825665Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731053825671 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731053825673 (+2 ms)Flushing 1588230740/info: creating writer at 1731053825674 (+1 ms)Flushing 1588230740/info: appending metadata at 1731053825719 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731053825721 (+2 ms)Flushing 1588230740/ns: creating writer at 1731053826227 (+506 ms)Flushing 1588230740/ns: appending metadata at 1731053826248 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731053826248Flushing 1588230740/table: creating writer at 1731053826679 (+431 ms)Flushing 1588230740/table: appending metadata at 1731053826703 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731053826703Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fa494d7: reopening flushed file at 1731053827128 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20531e25: reopening flushed file at 1731053827140 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59d1cba6: reopening flushed file at 1731053827151 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1501ms, sequenceid=11, compaction requested=false at 1731053827164 (+13 ms)Writing region close event to WAL at 1731053827165 (+1 ms)Running coprocessor post-close hooks at 1731053827171 (+6 ms)Closed at 1731053827171 2024-11-08T08:17:07,171 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:17:07,265 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,44823,1731053811744; all regions closed. 2024-11-08T08:17:07,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741834_1010 (size=2742) 2024-11-08T08:17:07,281 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744/6ac96558fc7f%2C44823%2C1731053811744.meta.1731053815867.meta not finished, retry = 0 2024-11-08T08:17:07,388 DEBUG [RS:0;6ac96558fc7f:44823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/oldWALs 2024-11-08T08:17:07,389 INFO [RS:0;6ac96558fc7f:44823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C44823%2C1731053811744.meta:.meta(num 1731053815867) 2024-11-08T08:17:07,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741837_1013 (size=1802) 2024-11-08T08:17:07,399 DEBUG [RS:0;6ac96558fc7f:44823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/oldWALs 2024-11-08T08:17:07,399 INFO [RS:0;6ac96558fc7f:44823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C44823%2C1731053811744.rep:(num 1731053823733) 2024-11-08T08:17:07,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741833_1009 (size=93) 2024-11-08T08:17:07,412 DEBUG [RS:0;6ac96558fc7f:44823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/oldWALs 2024-11-08T08:17:07,412 INFO [RS:0;6ac96558fc7f:44823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C44823%2C1731053811744:(num 1731053815286) 2024-11-08T08:17:07,412 DEBUG [RS:0;6ac96558fc7f:44823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:07,412 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:17:07,412 INFO [RS:0;6ac96558fc7f:44823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:17:07,412 INFO [RS:0;6ac96558fc7f:44823 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T08:17:07,413 INFO [RS:0;6ac96558fc7f:44823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:17:07,413 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:17:07,413 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ac96558fc7f,44823,1731053811744 because: Region server is closing 2024-11-08T08:17:07,413 INFO [RS:0;6ac96558fc7f:44823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:44823. 2024-11-08T08:17:07,413 DEBUG [RS:0;6ac96558fc7f:44823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:07,413 DEBUG [RS:0;6ac96558fc7f:44823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:07,414 DEBUG [RS:0;6ac96558fc7f:44823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:07,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:07,514 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744.replicationSource.wal-reader.6ac96558fc7f%2C44823%2C1731053811744,1-6ac96558fc7f,44823,1731053811744 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T08:17:07,514 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744.replicationSource.shipper6ac96558fc7f%2C44823%2C1731053811744,1-6ac96558fc7f,44823,1731053811744 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T08:17:07,515 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,44823,1731053811744.replicationSource.shipper6ac96558fc7f%2C44823%2C1731053811744,1-6ac96558fc7f,44823,1731053811744 terminated 2024-11-08T08:17:07,515 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6ac96558fc7f,44823,1731053811744 because: Region server is closing 2024-11-08T08:17:07,515 INFO [RS:0;6ac96558fc7f:44823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:44823. 2024-11-08T08:17:07,515 DEBUG [RS:0;6ac96558fc7f:44823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:07,515 DEBUG [RS:0;6ac96558fc7f:44823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:07,515 DEBUG [RS:0;6ac96558fc7f:44823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:07,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:07,616 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,44823,1731053811744.replicationSource.wal-reader.6ac96558fc7f%2C44823%2C1731053811744,2-6ac96558fc7f,44823,1731053811744 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T08:17:07,616 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,44823,1731053811744.replicationSource.shipper6ac96558fc7f%2C44823%2C1731053811744,2-6ac96558fc7f,44823,1731053811744 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T08:17:07,616 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,44823,1731053811744.replicationSource.shipper6ac96558fc7f%2C44823%2C1731053811744,2-6ac96558fc7f,44823,1731053811744 terminated 2024-11-08T08:17:07,617 INFO [RS:0;6ac96558fc7f:44823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44823 2024-11-08T08:17:07,638 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:17:07,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376005899/rs/6ac96558fc7f,44823,1731053811744 2024-11-08T08:17:07,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899/rs 2024-11-08T08:17:07,722 INFO [RS:0;6ac96558fc7f:44823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:17:07,732 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,44823,1731053811744] 2024-11-08T08:17:07,742 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01376005899/draining/6ac96558fc7f,44823,1731053811744 already deleted, retry=false 2024-11-08T08:17:07,743 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,44823,1731053811744 expired; onlineServers=0 2024-11-08T08:17:07,743 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,40473,1731053810946' ***** 2024-11-08T08:17:07,743 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:17:07,743 INFO [M:0;6ac96558fc7f:40473 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:17:07,743 INFO [M:0;6ac96558fc7f:40473 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:17:07,743 DEBUG [M:0;6ac96558fc7f:40473 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:17:07,744 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:17:07,744 DEBUG [M:0;6ac96558fc7f:40473 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:17:07,744 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053814951 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053814951,5,FailOnTimeoutGroup] 2024-11-08T08:17:07,744 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053814950 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053814950,5,FailOnTimeoutGroup] 2024-11-08T08:17:07,744 INFO [M:0;6ac96558fc7f:40473 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:17:07,744 INFO [M:0;6ac96558fc7f:40473 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:17:07,745 DEBUG [M:0;6ac96558fc7f:40473 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:17:07,745 INFO [M:0;6ac96558fc7f:40473 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:17:07,745 INFO [M:0;6ac96558fc7f:40473 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:17:07,745 INFO [M:0;6ac96558fc7f:40473 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:17:07,746 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:17:07,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376005899/master 2024-11-08T08:17:07,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:17:07,753 DEBUG [M:0;6ac96558fc7f:40473 {}] zookeeper.ZKUtil(347): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Unable to get data of znode /01376005899/master because node does not exist (not an error) 2024-11-08T08:17:07,754 WARN [M:0;6ac96558fc7f:40473 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:17:07,755 INFO [M:0;6ac96558fc7f:40473 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/.lastflushedseqids 2024-11-08T08:17:07,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741842_1018 (size=181) 2024-11-08T08:17:07,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:07,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x1011984dab70001, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:07,833 INFO [RS:0;6ac96558fc7f:44823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:17:07,833 INFO [RS:0;6ac96558fc7f:44823 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,44823,1731053811744; zookeeper connection closed. 2024-11-08T08:17:07,833 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f4547c9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f4547c9 2024-11-08T08:17:07,834 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:17:08,173 INFO [M:0;6ac96558fc7f:40473 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:17:08,173 INFO [M:0;6ac96558fc7f:40473 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:17:08,173 DEBUG [M:0;6ac96558fc7f:40473 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:17:08,173 INFO [M:0;6ac96558fc7f:40473 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:08,173 DEBUG [M:0;6ac96558fc7f:40473 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:08,173 DEBUG [M:0;6ac96558fc7f:40473 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:17:08,173 DEBUG [M:0;6ac96558fc7f:40473 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:08,174 INFO [M:0;6ac96558fc7f:40473 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-08T08:17:08,193 DEBUG [M:0;6ac96558fc7f:40473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccafde53556e4643a669a6a5bc3d7e71 is 82, key is hbase:meta,,1/info:regioninfo/1731053815967/Put/seqid=0 2024-11-08T08:17:08,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741843_1019 (size=5672) 2024-11-08T08:17:08,600 INFO [M:0;6ac96558fc7f:40473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccafde53556e4643a669a6a5bc3d7e71 2024-11-08T08:17:08,633 DEBUG [M:0;6ac96558fc7f:40473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62d34a39d7da4c50a1283d3148b4f38c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731053823812/Put/seqid=0 2024-11-08T08:17:08,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741844_1020 (size=8663) 2024-11-08T08:17:09,041 INFO [M:0;6ac96558fc7f:40473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62d34a39d7da4c50a1283d3148b4f38c 2024-11-08T08:17:09,067 DEBUG [M:0;6ac96558fc7f:40473 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a578cc63945d45c892994d8deeb84691 is 69, key is 6ac96558fc7f,44823,1731053811744/rs:state/1731053815006/Put/seqid=0 2024-11-08T08:17:09,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741845_1021 (size=5156) 2024-11-08T08:17:09,474 INFO [M:0;6ac96558fc7f:40473 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a578cc63945d45c892994d8deeb84691 2024-11-08T08:17:09,485 DEBUG [M:0;6ac96558fc7f:40473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ccafde53556e4643a669a6a5bc3d7e71 as hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ccafde53556e4643a669a6a5bc3d7e71 2024-11-08T08:17:09,492 INFO [M:0;6ac96558fc7f:40473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ccafde53556e4643a669a6a5bc3d7e71, entries=8, sequenceid=115, filesize=5.5 K 2024-11-08T08:17:09,494 DEBUG [M:0;6ac96558fc7f:40473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/62d34a39d7da4c50a1283d3148b4f38c as hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62d34a39d7da4c50a1283d3148b4f38c 2024-11-08T08:17:09,501 INFO [M:0;6ac96558fc7f:40473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62d34a39d7da4c50a1283d3148b4f38c, entries=14, sequenceid=115, filesize=8.5 K 2024-11-08T08:17:09,502 DEBUG [M:0;6ac96558fc7f:40473 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a578cc63945d45c892994d8deeb84691 as hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a578cc63945d45c892994d8deeb84691 2024-11-08T08:17:09,508 INFO [M:0;6ac96558fc7f:40473 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a578cc63945d45c892994d8deeb84691, entries=1, sequenceid=115, filesize=5.0 K 2024-11-08T08:17:09,509 INFO [M:0;6ac96558fc7f:40473 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=115, compaction requested=false 2024-11-08T08:17:09,510 INFO [M:0;6ac96558fc7f:40473 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:09,511 DEBUG [M:0;6ac96558fc7f:40473 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053828173Disabling compacts and flushes for region at 1731053828173Disabling writes for close at 1731053828173Obtaining lock to block concurrent updates at 1731053828174 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731053828174Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731053828174Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731053828175 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731053828175Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731053828192 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731053828192Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731053828612 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731053828633 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731053828633Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731053829050 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731053829067 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731053829067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9a0ef4d: reopening flushed file at 1731053829484 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@680f1b0d: reopening flushed file at 1731053829493 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@150577e: reopening flushed file at 1731053829501 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=115, compaction requested=false at 1731053829509 (+8 ms)Writing region close event to WAL at 1731053829510 (+1 ms)Closed at 1731053829510 2024-11-08T08:17:09,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741830_1006 (size=59421) 2024-11-08T08:17:09,514 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/WALs/6ac96558fc7f,40473,1731053810946/6ac96558fc7f%2C40473%2C1731053810946.1731053813591 not finished, retry = 0 2024-11-08T08:17:09,617 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:17:09,617 INFO [M:0;6ac96558fc7f:40473 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:17:09,617 INFO [M:0;6ac96558fc7f:40473 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40473 2024-11-08T08:17:09,617 INFO [M:0;6ac96558fc7f:40473 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:17:09,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:09,727 INFO [M:0;6ac96558fc7f:40473 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:17:09,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40473-0x1011984dab70000, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:09,730 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:17:09,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:09,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:09,730 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:17:09,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:09,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:17:09,731 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:17:09,731 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:17:09,731 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45595 2024-11-08T08:17:09,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45595 connecting to ZooKeeper ensemble=127.0.0.1:51427 2024-11-08T08:17:09,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455950x0, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:17:09,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45595-0x1011984dab70006 connected 2024-11-08T08:17:09,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:09,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:09,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on znode that does not yet exist, /01376005899/running 2024-11-08T08:17:09,761 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376005899/meta-region-server: INIT 2024-11-08T08:17:09,761 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb, hbase.cluster.distributed=false 2024-11-08T08:17:09,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on znode that does not yet exist, /01376005899/acl 2024-11-08T08:17:09,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45595 2024-11-08T08:17:09,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45595 2024-11-08T08:17:09,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45595 2024-11-08T08:17:09,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45595 2024-11-08T08:17:09,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45595 2024-11-08T08:17:09,787 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:17:09,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:09,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:09,787 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:17:09,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:09,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:17:09,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:17:09,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:17:09,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42435 2024-11-08T08:17:09,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42435 connecting to ZooKeeper ensemble=127.0.0.1:51427 2024-11-08T08:17:09,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:09,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:09,806 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424350x0, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:17:09,806 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376005899/meta-region-server: INIT 2024-11-08T08:17:09,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42435-0x1011984dab70007 connected 2024-11-08T08:17:09,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42435-0x1011984dab70007, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on znode that does not yet exist, /01376005899/running 2024-11-08T08:17:09,807 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:17:09,807 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:17:09,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42435-0x1011984dab70007, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on znode that does not yet exist, /01376005899/master 2024-11-08T08:17:09,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42435-0x1011984dab70007, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on znode that does not yet exist, /01376005899/acl 2024-11-08T08:17:09,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42435 2024-11-08T08:17:09,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42435 2024-11-08T08:17:09,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42435 2024-11-08T08:17:09,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42435 2024-11-08T08:17:09,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42435 2024-11-08T08:17:09,823 DEBUG [M:0;6ac96558fc7f:45595 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:45595 2024-11-08T08:17:09,824 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01376005899/backup-masters/6ac96558fc7f,45595,1731053829730 2024-11-08T08:17:09,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899/backup-masters 2024-11-08T08:17:09,833 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1011984dab70007, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899/backup-masters 2024-11-08T08:17:09,834 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on existing znode=/01376005899/backup-masters/6ac96558fc7f,45595,1731053829730 2024-11-08T08:17:09,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:17:09,844 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1011984dab70007, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01376005899/master 2024-11-08T08:17:09,844 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1011984dab70007, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:17:09,844 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on existing znode=/01376005899/master 2024-11-08T08:17:09,845 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01376005899/backup-masters/6ac96558fc7f,45595,1731053829730 from backup master directory 2024-11-08T08:17:09,854 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1011984dab70007, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899/backup-masters 2024-11-08T08:17:09,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376005899/backup-masters/6ac96558fc7f,45595,1731053829730 2024-11-08T08:17:09,854 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:17:09,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899/backup-masters 2024-11-08T08:17:09,854 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,45595,1731053829730 2024-11-08T08:17:09,874 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:09,874 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:17:09,890 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-08T08:17:09,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741846_1022 (size=196) 2024-11-08T08:17:10,308 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:17:10,309 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:17:10,310 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:10,322 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T08:17:10,337 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/WALs/6ac96558fc7f,40473,1731053810946 to hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/WALs/6ac96558fc7f,40473,1731053810946-dead as it is dead 2024-11-08T08:17:10,339 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T08:17:10,340 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T08:17:10,340 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/WALs/6ac96558fc7f,40473,1731053810946-dead/6ac96558fc7f%2C40473%2C1731053810946.1731053813591 2024-11-08T08:17:10,348 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/WALs/6ac96558fc7f,40473,1731053810946-dead/6ac96558fc7f%2C40473%2C1731053810946.1731053813591 after 6ms 2024-11-08T08:17:10,352 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/WALs/6ac96558fc7f,40473,1731053810946-dead/6ac96558fc7f%2C40473%2C1731053810946.1731053813591 to hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6ac96558fc7f%2C40473%2C1731053810946.1731053813591 2024-11-08T08:17:10,352 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/WALs/6ac96558fc7f,40473,1731053810946-dead 2024-11-08T08:17:10,354 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/WALs/6ac96558fc7f,45595,1731053829730 2024-11-08T08:17:10,362 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:17:10,365 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C45595%2C1731053829730, suffix=, logDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/WALs/6ac96558fc7f,45595,1731053829730, archiveDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/oldWALs, maxLogs=10 2024-11-08T08:17:10,386 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/WALs/6ac96558fc7f,45595,1731053829730/6ac96558fc7f%2C45595%2C1731053829730.1731053830365, exclude list is [], retry=0 2024-11-08T08:17:10,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34089,DS-772be199-b945-43ea-9bb7-959bca8a42e4,DISK] 2024-11-08T08:17:10,433 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/WALs/6ac96558fc7f,45595,1731053829730/6ac96558fc7f%2C45595%2C1731053829730.1731053830365 2024-11-08T08:17:10,444 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41497:41497)] 2024-11-08T08:17:10,444 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:17:10,445 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:10,445 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:10,445 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:10,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:10,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:17:10,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:10,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ccafde53556e4643a669a6a5bc3d7e71 2024-11-08T08:17:10,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:10,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:10,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:17:10,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:10,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/62d34a39d7da4c50a1283d3148b4f38c 2024-11-08T08:17:10,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:10,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:10,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:17:10,518 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:10,529 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a578cc63945d45c892994d8deeb84691 2024-11-08T08:17:10,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:10,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:10,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:17:10,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:10,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:10,533 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:10,534 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T08:17:10,534 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6ac96558fc7f%2C40473%2C1731053810946.1731053813591 2024-11-08T08:17:10,565 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6ac96558fc7f%2C40473%2C1731053810946.1731053813591 2024-11-08T08:17:10,568 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6ac96558fc7f%2C40473%2C1731053810946.1731053813591 2024-11-08T08:17:10,571 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:10,572 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:10,573 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:17:10,576 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:10,581 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-08T08:17:10,583 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75048811, jitterRate=0.11831443011760712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:17:10,584 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731053830445Initializing all the Stores at 1731053830447 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053830447Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053830456 (+9 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053830456Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053830456Cleaning up temporary data from old regions at 1731053830572 (+116 ms)Region opened successfully at 1731053830583 (+11 ms) 2024-11-08T08:17:10,584 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:17:10,591 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40278c06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:17:10,617 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T08:17:10,618 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:17:10,618 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:17:10,618 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:17:10,619 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:17:10,628 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:10,628 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:17:10,629 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T08:17:10,630 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:17:10,630 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T08:17:10,631 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-08T08:17:10,631 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec 2024-11-08T08:17:10,631 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:17:10,666 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6ac96558fc7f,44823,1731053811744, regionLocation=6ac96558fc7f,44823,1731053811744, openSeqNum=2 2024-11-08T08:17:10,666 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6ac96558fc7f,44823,1731053811744, table=hbase:meta, region=1588230740 2024-11-08T08:17:10,666 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,44823,1731053811744, state=OPEN 2024-11-08T08:17:10,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01376005899/meta-region-server 2024-11-08T08:17:10,718 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1011984dab70007, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01376005899/meta-region-server 2024-11-08T08:17:10,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376005899/meta-region-server: CHANGED 2024-11-08T08:17:10,718 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376005899/meta-region-server: CHANGED 2024-11-08T08:17:10,726 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:17:10,738 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376005899/draining/6ac96558fc7f,44823,1731053811744 already deleted, retry=false 2024-11-08T08:17:10,739 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6ac96558fc7f,44823,1731053811744 on 6ac96558fc7f,45595,1731053829730 2024-11-08T08:17:10,752 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6ac96558fc7f,44823,1731053811744, splitWal=true, meta=true 2024-11-08T08:17:10,755 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 6ac96558fc7f,44823,1731053811744 (carryingMeta=true) 6ac96558fc7f,44823,1731053811744/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@76ef9612[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T08:17:10,766 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Unable to get data of znode /01376005899/balancer because node does not exist (not necessarily an error) 2024-11-08T08:17:10,802 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376005899/balancer already deleted, retry=false 2024-11-08T08:17:10,803 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:17:10,804 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Unable to get data of znode /01376005899/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:17:10,826 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376005899/normalizer already deleted, retry=false 2024-11-08T08:17:10,827 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:17:10,828 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Unable to get data of znode /01376005899/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:17:10,837 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376005899/switch/split already deleted, retry=false 2024-11-08T08:17:10,838 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Unable to get data of znode /01376005899/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:17:10,847 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376005899/switch/merge already deleted, retry=false 2024-11-08T08:17:10,872 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Unable to get data of znode /01376005899/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:17:10,881 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01376005899/snapshot-cleanup already deleted, retry=false 2024-11-08T08:17:10,896 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1011984dab70007, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01376005899/running 2024-11-08T08:17:10,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01376005899/running 2024-11-08T08:17:10,897 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1011984dab70007, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:17:10,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:17:10,898 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,45595,1731053829730, sessionid=0x1011984dab70006, setting cluster-up flag (Was=false) 2024-11-08T08:17:10,912 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01376005899/flush-table-proc/acquired, /01376005899/flush-table-proc/reached, /01376005899/flush-table-proc/abort 2024-11-08T08:17:10,913 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,45595,1731053829730 2024-11-08T08:17:10,931 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01376005899/online-snapshot/acquired, /01376005899/online-snapshot/reached, /01376005899/online-snapshot/abort 2024-11-08T08:17:10,933 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,45595,1731053829730 2024-11-08T08:17:10,936 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/.lastflushedseqids 2024-11-08T08:17:10,942 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:17:10,942 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:17:10,942 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,45595,1731053829730 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6ac96558fc7f,44823,1731053811744 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:17:10,945 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:10,945 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:10,945 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:10,945 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:10,945 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:17:10,946 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:10,946 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:17:10,946 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:10,968 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6ac96558fc7f,44823,1731053811744, splitWal=true, meta=true 2024-11-08T08:17:10,970 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6ac96558fc7f,44823,1731053811744, splitWal=true, meta=true, isMeta: true 2024-11-08T08:17:10,974 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744-splitting 2024-11-08T08:17:10,976 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744-splitting dir is empty, no logs to split. 2024-11-08T08:17:10,976 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731053860976 2024-11-08T08:17:10,977 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6ac96558fc7f,44823,1731053811744 WAL count=0, meta=true 2024-11-08T08:17:10,977 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:17:10,977 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:17:10,977 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:17:10,977 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:17:10,977 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:17:10,977 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:17:10,984 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744-splitting dir is empty, no logs to split. 2024-11-08T08:17:10,984 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6ac96558fc7f,44823,1731053811744 WAL count=0, meta=true 2024-11-08T08:17:10,984 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6ac96558fc7f,44823,1731053811744 WAL splitting is done? wals=0, meta=true 2024-11-08T08:17:10,984 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:10,988 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:17:10,989 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:17:10,989 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:17:10,989 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:17:10,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:17:10,992 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:17:10,992 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:17:10,993 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053830992,5,FailOnTimeoutGroup] 2024-11-08T08:17:10,994 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:17:10,996 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T08:17:11,008 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053830993,5,FailOnTimeoutGroup] 2024-11-08T08:17:11,008 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:11,008 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:17:11,008 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:11,008 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:11,008 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731053831008, completionTime=-1 2024-11-08T08:17:11,008 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T08:17:11,013 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T08:17:11,018 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.HRegionServer(746): ClusterId : 996b098e-fe28-480b-810b-7d2821e9ef50 2024-11-08T08:17:11,018 DEBUG [RS:0;6ac96558fc7f:42435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:17:11,030 DEBUG [RS:0;6ac96558fc7f:42435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:17:11,030 DEBUG [RS:0;6ac96558fc7f:42435 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:17:11,038 DEBUG [RS:0;6ac96558fc7f:42435 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:17:11,039 DEBUG [RS:0;6ac96558fc7f:42435 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601b85ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:17:11,084 DEBUG [RS:0;6ac96558fc7f:42435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:42435 2024-11-08T08:17:11,089 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:17:11,089 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:17:11,089 DEBUG [RS:0;6ac96558fc7f:42435 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:17:11,099 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,45595,1731053829730 with port=42435, startcode=1731053829786 2024-11-08T08:17:11,099 DEBUG [RS:0;6ac96558fc7f:42435 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:17:11,113 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:17:11,114 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45595 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,42435,1731053829786 2024-11-08T08:17:11,114 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45595 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,42435,1731053829786 2024-11-08T08:17:11,121 DEBUG [RS:0;6ac96558fc7f:42435 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb 2024-11-08T08:17:11,121 DEBUG [RS:0;6ac96558fc7f:42435 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44937 2024-11-08T08:17:11,121 DEBUG [RS:0;6ac96558fc7f:42435 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:17:11,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899/rs 2024-11-08T08:17:11,137 DEBUG [RS:0;6ac96558fc7f:42435 {}] zookeeper.ZKUtil(111): regionserver:42435-0x1011984dab70007, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on existing znode=/01376005899/rs/6ac96558fc7f,42435,1731053829786 2024-11-08T08:17:11,137 WARN [RS:0;6ac96558fc7f:42435 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:17:11,137 INFO [RS:0;6ac96558fc7f:42435 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:11,137 DEBUG [RS:0;6ac96558fc7f:42435 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786 2024-11-08T08:17:11,145 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,42435,1731053829786] 2024-11-08T08:17:11,147 WARN [6ac96558fc7f:45595 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T08:17:11,163 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T08:17:11,274 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:17:11,277 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:17:11,288 INFO [RS:0;6ac96558fc7f:42435 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:17:11,289 INFO [RS:0;6ac96558fc7f:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:11,289 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:17:11,290 INFO [RS:0;6ac96558fc7f:42435 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:17:11,291 INFO [RS:0;6ac96558fc7f:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:11,291 DEBUG [RS:0;6ac96558fc7f:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:11,291 DEBUG [RS:0;6ac96558fc7f:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:11,291 DEBUG [RS:0;6ac96558fc7f:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:11,291 DEBUG [RS:0;6ac96558fc7f:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:11,291 DEBUG [RS:0;6ac96558fc7f:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:11,291 DEBUG [RS:0;6ac96558fc7f:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:17:11,291 DEBUG [RS:0;6ac96558fc7f:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:11,292 DEBUG [RS:0;6ac96558fc7f:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:11,292 DEBUG [RS:0;6ac96558fc7f:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:11,292 DEBUG [RS:0;6ac96558fc7f:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:11,292 DEBUG [RS:0;6ac96558fc7f:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:11,292 DEBUG [RS:0;6ac96558fc7f:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:11,292 DEBUG [RS:0;6ac96558fc7f:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:17:11,293 DEBUG [RS:0;6ac96558fc7f:42435 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:17:11,304 INFO [RS:0;6ac96558fc7f:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:11,304 INFO [RS:0;6ac96558fc7f:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:11,305 INFO [RS:0;6ac96558fc7f:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:11,305 INFO [RS:0;6ac96558fc7f:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:11,305 INFO [RS:0;6ac96558fc7f:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:11,305 INFO [RS:0;6ac96558fc7f:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42435,1731053829786-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:17:11,337 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:17:11,338 INFO [RS:0;6ac96558fc7f:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42435,1731053829786-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:11,374 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.ReplicationSource(231): queueId=1-6ac96558fc7f,42435,1731053829786, ReplicationSource: 1, currentBandwidth=0 2024-11-08T08:17:11,418 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource,1-6ac96558fc7f,42435,1731053829786 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:42227' 2024-11-08T08:17:11,427 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.ReplicationSource(231): queueId=2-6ac96558fc7f,42435,1731053829786, ReplicationSource: 2, currentBandwidth=0 2024-11-08T08:17:11,428 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource,1-6ac96558fc7f,42435,1731053829786 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@302e5f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:11,428 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource,1-6ac96558fc7f,42435,1731053829786 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42227,-1 for getting cluster id 2024-11-08T08:17:11,428 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource,1-6ac96558fc7f,42435,1731053829786 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:11,431 INFO [RS:0;6ac96558fc7f:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:11,432 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.Replication(171): 6ac96558fc7f,42435,1731053829786 started 2024-11-08T08:17:11,436 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '803cc0bb-9a3c-4e97-9312-6ee962bba8d8' 2024-11-08T08:17:11,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:11,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "803cc0bb-9a3c-4e97-9312-6ee962bba8d8" 2024-11-08T08:17:11,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9e988de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:11,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42227,-1] 2024-11-08T08:17:11,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:11,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:11,440 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:11,454 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource,1-6ac96558fc7f,42435,1731053829786 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f35e2c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:11,454 INFO [RS:0;6ac96558fc7f:42435 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:11,454 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,42435,1731053829786, RpcServer on 6ac96558fc7f/172.17.0.3:42435, sessionid=0x1011984dab70007 2024-11-08T08:17:11,454 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource,1-6ac96558fc7f,42435,1731053829786 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:11,454 DEBUG [RS:0;6ac96558fc7f:42435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:17:11,454 DEBUG [RS:0;6ac96558fc7f:42435 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,42435,1731053829786 2024-11-08T08:17:11,454 DEBUG [RS:0;6ac96558fc7f:42435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,42435,1731053829786' 2024-11-08T08:17:11,454 DEBUG [RS:0;6ac96558fc7f:42435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01376005899/flush-table-proc/abort' 2024-11-08T08:17:11,455 DEBUG [RS:0;6ac96558fc7f:42435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01376005899/flush-table-proc/acquired' 2024-11-08T08:17:11,456 DEBUG [RS:0;6ac96558fc7f:42435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:17:11,457 DEBUG [RS:0;6ac96558fc7f:42435 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:17:11,457 DEBUG [RS:0;6ac96558fc7f:42435 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,42435,1731053829786 2024-11-08T08:17:11,457 DEBUG [RS:0;6ac96558fc7f:42435 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,42435,1731053829786' 2024-11-08T08:17:11,457 DEBUG [RS:0;6ac96558fc7f:42435 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01376005899/online-snapshot/abort' 2024-11-08T08:17:11,457 DEBUG [RS:0;6ac96558fc7f:42435 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01376005899/online-snapshot/acquired' 2024-11-08T08:17:11,458 DEBUG [RS:0;6ac96558fc7f:42435 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:17:11,458 INFO [RS:0;6ac96558fc7f:42435 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:17:11,458 INFO [RS:0;6ac96558fc7f:42435 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:17:11,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42227,1731053818987 2024-11-08T08:17:11,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4052e61d 2024-11-08T08:17:11,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:11,461 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T08:17:11,463 INFO [RS:0;6ac96558fc7f:42435.replicationSource,1-6ac96558fc7f,42435,1731053829786 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ac96558fc7f,42435,1731053829786 (queues=0) is replicating from cluster=996b098e-fe28-480b-810b-7d2821e9ef50 to cluster=803cc0bb-9a3c-4e97-9312-6ee962bba8d8 2024-11-08T08:17:11,479 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource,2-6ac96558fc7f,42435,1731053829786 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:42227' 2024-11-08T08:17:11,481 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource,2-6ac96558fc7f,42435,1731053829786 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@267f0115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:11,481 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource,2-6ac96558fc7f,42435,1731053829786 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42227,-1 for getting cluster id 2024-11-08T08:17:11,482 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource,2-6ac96558fc7f,42435,1731053829786 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:11,483 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '803cc0bb-9a3c-4e97-9312-6ee962bba8d8' 2024-11-08T08:17:11,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:11,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "803cc0bb-9a3c-4e97-9312-6ee962bba8d8" 2024-11-08T08:17:11,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cc4e8c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:11,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42227,-1] 2024-11-08T08:17:11,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:11,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:11,487 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:11,489 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource,2-6ac96558fc7f,42435,1731053829786 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61361869, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:11,489 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource,2-6ac96558fc7f,42435,1731053829786 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:11,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42227,1731053818987 2024-11-08T08:17:11,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ef7c952 2024-11-08T08:17:11,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:11,494 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-08T08:17:11,495 INFO [RS:0;6ac96558fc7f:42435.replicationSource,2-6ac96558fc7f,42435,1731053829786 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6ac96558fc7f,42435,1731053829786 (queues=0) is replicating from cluster=996b098e-fe28-480b-810b-7d2821e9ef50 to cluster=803cc0bb-9a3c-4e97-9312-6ee962bba8d8 2024-11-08T08:17:11,560 INFO [RS:0;6ac96558fc7f:42435 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:17:11,565 INFO [RS:0;6ac96558fc7f:42435 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C42435%2C1731053829786, suffix=, logDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786, archiveDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/oldWALs, maxLogs=10 2024-11-08T08:17:11,587 DEBUG [RS:0;6ac96558fc7f:42435 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566, exclude list is [], retry=0 2024-11-08T08:17:11,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34089,DS-772be199-b945-43ea-9bb7-959bca8a42e4,DISK] 2024-11-08T08:17:11,604 INFO [RS:0;6ac96558fc7f:42435 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 2024-11-08T08:17:11,616 DEBUG [RS:0;6ac96558fc7f:42435 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6ac96558fc7f%2C42435%2C1731053829786 for peer 2 2024-11-08T08:17:11,616 DEBUG [RS:0;6ac96558fc7f:42435 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6ac96558fc7f%2C42435%2C1731053829786 for peer 1 2024-11-08T08:17:11,617 DEBUG [RS:0;6ac96558fc7f:42435 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ac96558fc7f%2C42435%2C1731053829786 2024-11-08T08:17:11,622 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ac96558fc7f,42435,1731053829786, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:17:11,636 DEBUG [RS:0;6ac96558fc7f:42435 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6ac96558fc7f%2C42435%2C1731053829786 2024-11-08T08:17:11,636 INFO [RS:0;6ac96558fc7f:42435.replicationSource.shipper6ac96558fc7f%2C42435%2C1731053829786,1-6ac96558fc7f,42435,1731053829786 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C42435%2C1731053829786 2024-11-08T08:17:11,636 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6ac96558fc7f,42435,1731053829786, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:17:11,664 DEBUG [RS:0;6ac96558fc7f:42435 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41497:41497)] 2024-11-08T08:17:11,664 INFO [RS:0;6ac96558fc7f:42435.replicationSource.shipper6ac96558fc7f%2C42435%2C1731053829786,2-6ac96558fc7f,42435,1731053829786 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C42435%2C1731053829786 2024-11-08T08:17:11,665 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,2-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566, startPosition=0, beingWritten=true 2024-11-08T08:17:11,665 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,1-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566, startPosition=0, beingWritten=true 2024-11-08T08:17:11,892 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,1-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:11,897 DEBUG [6ac96558fc7f:45595 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:17:11,900 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,42435,1731053829786 2024-11-08T08:17:11,907 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,42435,1731053829786, state=OPENING 2024-11-08T08:17:11,914 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,2-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:11,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01376005899/meta-region-server 2024-11-08T08:17:11,918 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:17:11,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,42435,1731053829786}] 2024-11-08T08:17:11,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376005899/meta-region-server: CHANGED 2024-11-08T08:17:11,919 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1011984dab70007, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01376005899/meta-region-server 2024-11-08T08:17:11,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376005899/meta-region-server: CHANGED 2024-11-08T08:17:12,075 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:17:12,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:17:12,091 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:17:12,091 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:12,093 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:17:12,096 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C42435%2C1731053829786.meta, suffix=.meta, logDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786, archiveDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/oldWALs, maxLogs=10 2024-11-08T08:17:12,123 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.meta.1731053832097.meta, exclude list is [], retry=0 2024-11-08T08:17:12,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34089,DS-772be199-b945-43ea-9bb7-959bca8a42e4,DISK] 2024-11-08T08:17:12,133 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.meta.1731053832097.meta 2024-11-08T08:17:12,138 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41497:41497)] 2024-11-08T08:17:12,139 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:17:12,139 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:17:12,139 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:17:12,140 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:17:12,140 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:17:12,140 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:17:12,140 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:12,140 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:17:12,140 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:17:12,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:17:12,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:17:12,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:12,188 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/info/7aafe035baad4c71867dbb45b0664026 2024-11-08T08:17:12,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:12,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:17:12,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:17:12,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:12,201 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/ns/b9d3baa164214702af88d9559ec8bb41 2024-11-08T08:17:12,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:12,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:17:12,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:17:12,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:12,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:12,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:17:12,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:17:12,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:12,212 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,1-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:12,230 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/table/04ddbe2b854c467fabf026c3a3d97ac5 2024-11-08T08:17:12,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:12,230 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:17:12,231 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,2-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:12,232 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740 2024-11-08T08:17:12,236 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740 2024-11-08T08:17:12,250 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:17:12,252 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:17:12,255 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:17:12,259 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:17:12,260 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74591239, jitterRate=0.11149607598781586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:17:12,260 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:17:12,261 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731053832140Writing region info on filesystem at 1731053832140Initializing all the Stores at 1731053832144 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053832144Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053832160 (+16 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053832160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053832160Cleaning up temporary data from old regions at 1731053832253 (+93 ms)Running coprocessor post-open hooks at 1731053832260 (+7 ms)Region opened successfully at 1731053832260 2024-11-08T08:17:12,263 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731053832074 2024-11-08T08:17:12,267 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:17:12,267 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:17:12,268 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6ac96558fc7f,42435,1731053829786 2024-11-08T08:17:12,270 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,42435,1731053829786, state=OPEN 2024-11-08T08:17:12,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01376005899/meta-region-server 2024-11-08T08:17:12,279 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,42435,1731053829786 2024-11-08T08:17:12,279 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376005899/meta-region-server: CHANGED 2024-11-08T08:17:12,280 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1011984dab70007, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01376005899/meta-region-server 2024-11-08T08:17:12,280 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01376005899/meta-region-server: CHANGED 2024-11-08T08:17:12,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-08T08:17:12,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,42435,1731053829786 in 361 msec 2024-11-08T08:17:12,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-08T08:17:12,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.2960 sec 2024-11-08T08:17:12,645 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,2-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:12,658 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,1-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:12,671 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1663ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1508ms 2024-11-08T08:17:12,674 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:17:13,156 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,2-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:13,164 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,1-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:13,764 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,2-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:13,773 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,1-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:14,175 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3167ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3012ms 2024-11-08T08:17:14,471 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,2-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:14,479 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,1-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:15,277 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,2-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:15,285 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,1-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:15,528 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4520ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T08:17:15,528 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:17:15,528 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:17:15,528 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,42435,1731053829786, seqNum=-1] 2024-11-08T08:17:15,529 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:17:15,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:17:15,537 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e1f744837d928eed8e37b6170e82cfac, regionState=OPEN, lastHost=6ac96558fc7f,44823,1731053811744, regionLocation=6ac96558fc7f,44823,1731053811744, openSeqNum=2 2024-11-08T08:17:15,537 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:17:15,537 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731053895537 2024-11-08T08:17:15,537 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731053955537 2024-11-08T08:17:15,537 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-08T08:17:15,538 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,45595,1731053829730-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:15,538 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,45595,1731053829730-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:15,538 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,45595,1731053829730-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:15,538 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 6ac96558fc7f,44823,1731053811744 had 2 regions 2024-11-08T08:17:15,538 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:45595, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:15,538 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:15,538 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:15,540 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6ac96558fc7f,44823,1731053811744, splitWal=true, meta=true, isMeta: false 2024-11-08T08:17:15,542 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744-splitting dir is empty, no logs to split. 2024-11-08T08:17:15,542 INFO [PEWorker-4 {}] master.SplitWALManager(105): 6ac96558fc7f,44823,1731053811744 WAL count=0, meta=false 2024-11-08T08:17:15,545 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,44823,1731053811744-splitting dir is empty, no logs to split. 2024-11-08T08:17:15,545 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.691sec 2024-11-08T08:17:15,546 INFO [PEWorker-4 {}] master.SplitWALManager(105): 6ac96558fc7f,44823,1731053811744 WAL count=0, meta=false 2024-11-08T08:17:15,546 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 6ac96558fc7f,44823,1731053811744 WAL splitting is done? wals=0, meta=false 2024-11-08T08:17:15,546 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:17:15,546 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:17:15,546 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:17:15,546 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:17:15,546 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:17:15,546 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,45595,1731053829730-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:17:15,546 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,45595,1731053829730-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:17:15,551 WARN [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6ac96558fc7f,44823,1731053811744/hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:15,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1f744837d928eed8e37b6170e82cfac, ASSIGN}] 2024-11-08T08:17:15,553 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:17:15,553 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1f744837d928eed8e37b6170e82cfac, ASSIGN 2024-11-08T08:17:15,553 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:17:15,553 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,45595,1731053829730-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:15,555 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e1f744837d928eed8e37b6170e82cfac, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T08:17:15,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a43fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:15,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,45595,-1 for getting cluster id 2024-11-08T08:17:15,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:15,629 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '996b098e-fe28-480b-810b-7d2821e9ef50' 2024-11-08T08:17:15,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:15,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "996b098e-fe28-480b-810b-7d2821e9ef50" 2024-11-08T08:17:15,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d4cf72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:15,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,45595,-1] 2024-11-08T08:17:15,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:15,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:15,632 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:15,633 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217b36a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:15,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:17:15,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,42435,1731053829786, seqNum=-1] 2024-11-08T08:17:15,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:17:15,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:17:15,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T08:17:15,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:17:15,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:15,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:15,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:15,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:15,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6ac96558fc7f:45595 after: 6ac96558fc7f:45595 2024-11-08T08:17:15,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d590ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:15,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,45595,-1 for getting cluster id 2024-11-08T08:17:15,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:15,642 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '996b098e-fe28-480b-810b-7d2821e9ef50' 2024-11-08T08:17:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "996b098e-fe28-480b-810b-7d2821e9ef50" 2024-11-08T08:17:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b904aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,45595,-1] 2024-11-08T08:17:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:15,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:15,644 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:15,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a06ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:15,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:15,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,45595,1731053829730 2024-11-08T08:17:15,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e5e7d77 2024-11-08T08:17:15,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:15,647 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:17:15,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T08:17:15,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T08:17:15,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T08:17:15,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45595 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-08T08:17:15,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:17:15,651 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:17:15,651 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:15,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:15,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:15,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:15,651 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:17:15,651 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1097660430, stopped=false 2024-11-08T08:17:15,651 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,42227,1731053818987 2024-11-08T08:17:15,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-864470787/running 2024-11-08T08:17:15,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-864470787/running 2024-11-08T08:17:15,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787 2024-11-08T08:17:15,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787 2024-11-08T08:17:15,658 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:17:15,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:17:15,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:15,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:15,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Set watcher on znode that does not yet exist, /1-864470787/running 2024-11-08T08:17:15,658 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Set watcher on znode that does not yet exist, /1-864470787/running 2024-11-08T08:17:15,658 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,43277,1731053819114' ***** 2024-11-08T08:17:15,658 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:17:15,659 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:17:15,659 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:17:15,659 INFO [RS:0;6ac96558fc7f:43277 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:17:15,659 INFO [RS:0;6ac96558fc7f:43277 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:17:15,659 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,43277,1731053819114 2024-11-08T08:17:15,659 INFO [RS:0;6ac96558fc7f:43277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:17:15,659 INFO [RS:0;6ac96558fc7f:43277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:43277. 2024-11-08T08:17:15,659 DEBUG [RS:0;6ac96558fc7f:43277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:15,659 DEBUG [RS:0;6ac96558fc7f:43277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:15,659 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:17:15,659 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:17:15,659 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:17:15,659 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:17:15,660 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T08:17:15,660 DEBUG [RS:0;6ac96558fc7f:43277 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:17:15,660 DEBUG [RS:0;6ac96558fc7f:43277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:17:15,660 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:17:15,660 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:17:15,660 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:17:15,660 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:17:15,660 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:17:15,660 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T08:17:15,678 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/data/hbase/meta/1588230740/.tmp/ns/0a903b63893446aaa599e100874d349f is 43, key is default/ns:d/1731053822237/Put/seqid=0 2024-11-08T08:17:15,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741835_1011 (size=5153) 2024-11-08T08:17:15,686 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:17:15,705 DEBUG [6ac96558fc7f:45595 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:17:15,706 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=e1f744837d928eed8e37b6170e82cfac, regionState=OPENING, regionLocation=6ac96558fc7f,42435,1731053829786 2024-11-08T08:17:15,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e1f744837d928eed8e37b6170e82cfac, ASSIGN because future has completed 2024-11-08T08:17:15,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1f744837d928eed8e37b6170e82cfac, server=6ac96558fc7f,42435,1731053829786}] 2024-11-08T08:17:15,860 DEBUG [RS:0;6ac96558fc7f:43277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:17:15,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:15,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:15,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T08:17:15,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C42435%2C1731053829786.rep, suffix=, logDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786, archiveDir=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/oldWALs, maxLogs=10 2024-11-08T08:17:15,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.rep.1731053835879, exclude list is [], retry=0 2024-11-08T08:17:15,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34089,DS-772be199-b945-43ea-9bb7-959bca8a42e4,DISK] 2024-11-08T08:17:15,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.rep.1731053835879 2024-11-08T08:17:15,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41497:41497)] 2024-11-08T08:17:15,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => e1f744837d928eed8e37b6170e82cfac, NAME => 'hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:17:15,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:17:15,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:17:15,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. service=MultiRowMutationService 2024-11-08T08:17:15,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T08:17:15,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:15,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:15,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:15,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:15,972 INFO [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:15,973 INFO [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f744837d928eed8e37b6170e82cfac columnFamilyName hfileref 2024-11-08T08:17:15,973 DEBUG [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:15,974 INFO [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] regionserver.HStore(327): Store=e1f744837d928eed8e37b6170e82cfac/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:15,974 INFO [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:15,975 INFO [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f744837d928eed8e37b6170e82cfac columnFamilyName queue 2024-11-08T08:17:15,975 DEBUG [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:15,983 DEBUG [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/replication/e1f744837d928eed8e37b6170e82cfac/queue/a3685eb27b944a79aba498e9d3e1e51f 2024-11-08T08:17:15,983 INFO [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] regionserver.HStore(327): Store=e1f744837d928eed8e37b6170e82cfac/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:15,984 INFO [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:15,985 INFO [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1f744837d928eed8e37b6170e82cfac columnFamilyName sid 2024-11-08T08:17:15,985 DEBUG [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:15,985 INFO [StoreOpener-e1f744837d928eed8e37b6170e82cfac-1 {}] regionserver.HStore(327): Store=e1f744837d928eed8e37b6170e82cfac/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:15,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:15,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/replication/e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:15,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/replication/e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:15,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:15,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:15,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:17:15,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:15,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened e1f744837d928eed8e37b6170e82cfac; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60899272, jitterRate=-0.09253013134002686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:17:15,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:15,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for e1f744837d928eed8e37b6170e82cfac: Running coprocessor pre-open hook at 1731053835969Writing region info on filesystem at 1731053835969Initializing all the Stores at 1731053835971 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053835971Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053835972 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053835972Cleaning up temporary data from old regions at 1731053835990 (+18 ms)Running coprocessor post-open hooks at 1731053835993 (+3 ms)Region opened successfully at 1731053835994 (+1 ms) 2024-11-08T08:17:15,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac., pid=19, masterSystemTime=1731053835865 2024-11-08T08:17:15,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:15,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:15,999 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=e1f744837d928eed8e37b6170e82cfac, regionState=OPEN, openSeqNum=10, regionLocation=6ac96558fc7f,42435,1731053829786 2024-11-08T08:17:16,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1f744837d928eed8e37b6170e82cfac, server=6ac96558fc7f,42435,1731053829786 because future has completed 2024-11-08T08:17:16,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-08T08:17:16,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure e1f744837d928eed8e37b6170e82cfac, server=6ac96558fc7f,42435,1731053829786 in 293 msec 2024-11-08T08:17:16,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-08T08:17:16,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e1f744837d928eed8e37b6170e82cfac, ASSIGN in 456 msec 2024-11-08T08:17:16,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T08:17:16,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac., hostname=6ac96558fc7f,42435,1731053829786, seqNum=10] 2024-11-08T08:17:16,057 DEBUG [PEWorker-3 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 6ac96558fc7f,44823,1731053811744 2024-11-08T08:17:16,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T08:17:16,060 DEBUG [RS:0;6ac96558fc7f:43277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:17:16,084 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/data/hbase/meta/1588230740/.tmp/ns/0a903b63893446aaa599e100874d349f 2024-11-08T08:17:16,093 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/data/hbase/meta/1588230740/.tmp/ns/0a903b63893446aaa599e100874d349f as hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/data/hbase/meta/1588230740/ns/0a903b63893446aaa599e100874d349f 2024-11-08T08:17:16,101 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/data/hbase/meta/1588230740/ns/0a903b63893446aaa599e100874d349f, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T08:17:16,102 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-08T08:17:16,102 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T08:17:16,108 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T08:17:16,108 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:17:16,108 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:17:16,109 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:17:16,109 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053835660Running coprocessor pre-close hooks at 1731053835660Disabling compacts and flushes for region at 1731053835660Disabling writes for close at 1731053835660Obtaining lock to block concurrent updates at 1731053835660Preparing flush snapshotting stores in 1588230740 at 1731053835660Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731053835660Flushing stores of hbase:meta,,1.1588230740 at 1731053835661 (+1 ms)Flushing 1588230740/ns: creating writer at 1731053835661Flushing 1588230740/ns: appending metadata at 1731053835678 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731053835678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6175ec18: reopening flushed file at 1731053836092 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1731053836102 (+10 ms)Writing region close event to WAL at 1731053836104 (+2 ms)Running coprocessor post-close hooks at 1731053836108 (+4 ms)Closed at 1731053836109 (+1 ms) 2024-11-08T08:17:16,109 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:17:16,183 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,2-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:16,191 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,1-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:16,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42435 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-08T08:17:16,260 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,43277,1731053819114; all regions closed. 2024-11-08T08:17:16,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741834_1010 (size=1152) 2024-11-08T08:17:16,264 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/WALs/6ac96558fc7f,43277,1731053819114/6ac96558fc7f%2C43277%2C1731053819114.meta.1731053822100.meta not finished, retry = 0 2024-11-08T08:17:16,367 DEBUG [RS:0;6ac96558fc7f:43277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/oldWALs 2024-11-08T08:17:16,367 INFO [RS:0;6ac96558fc7f:43277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C43277%2C1731053819114.meta:.meta(num 1731053822100) 2024-11-08T08:17:16,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741833_1009 (size=93) 2024-11-08T08:17:16,373 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/WALs/6ac96558fc7f,43277,1731053819114/6ac96558fc7f%2C43277%2C1731053819114.1731053821709 not finished, retry = 0 2024-11-08T08:17:16,478 DEBUG [RS:0;6ac96558fc7f:43277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/oldWALs 2024-11-08T08:17:16,478 INFO [RS:0;6ac96558fc7f:43277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C43277%2C1731053819114:(num 1731053821709) 2024-11-08T08:17:16,478 DEBUG [RS:0;6ac96558fc7f:43277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:16,478 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:17:16,478 INFO [RS:0;6ac96558fc7f:43277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:17:16,478 INFO [RS:0;6ac96558fc7f:43277 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T08:17:16,478 INFO [RS:0;6ac96558fc7f:43277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:17:16,478 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:17:16,479 INFO [RS:0;6ac96558fc7f:43277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43277 2024-11-08T08:17:16,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787/rs 2024-11-08T08:17:16,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-864470787/rs/6ac96558fc7f,43277,1731053819114 2024-11-08T08:17:16,500 INFO [RS:0;6ac96558fc7f:43277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:17:16,510 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,43277,1731053819114] 2024-11-08T08:17:16,521 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-864470787/draining/6ac96558fc7f,43277,1731053819114 already deleted, retry=false 2024-11-08T08:17:16,521 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,43277,1731053819114 expired; onlineServers=0 2024-11-08T08:17:16,521 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,42227,1731053818987' ***** 2024-11-08T08:17:16,521 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:17:16,521 INFO [M:0;6ac96558fc7f:42227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:17:16,521 INFO [M:0;6ac96558fc7f:42227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:17:16,522 DEBUG [M:0;6ac96558fc7f:42227 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:17:16,522 DEBUG [M:0;6ac96558fc7f:42227 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:17:16,522 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053821325 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053821325,5,FailOnTimeoutGroup] 2024-11-08T08:17:16,522 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:17:16,522 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053821325 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053821325,5,FailOnTimeoutGroup] 2024-11-08T08:17:16,522 INFO [M:0;6ac96558fc7f:42227 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:17:16,522 INFO [M:0;6ac96558fc7f:42227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:17:16,522 DEBUG [M:0;6ac96558fc7f:42227 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:17:16,522 INFO [M:0;6ac96558fc7f:42227 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:17:16,523 INFO [M:0;6ac96558fc7f:42227 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:17:16,523 INFO [M:0;6ac96558fc7f:42227 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:17:16,523 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:17:16,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-864470787/master 2024-11-08T08:17:16,532 DEBUG [M:0;6ac96558fc7f:42227 {}] zookeeper.ZKUtil(347): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Unable to get data of znode /1-864470787/master because node does not exist (not an error) 2024-11-08T08:17:16,532 WARN [M:0;6ac96558fc7f:42227 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:17:16,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-864470787 2024-11-08T08:17:16,553 INFO [M:0;6ac96558fc7f:42227 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/.lastflushedseqids 2024-11-08T08:17:16,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741836_1012 (size=99) 2024-11-08T08:17:16,572 INFO [M:0;6ac96558fc7f:42227 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:17:16,573 INFO [M:0;6ac96558fc7f:42227 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:17:16,573 DEBUG [M:0;6ac96558fc7f:42227 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:17:16,573 INFO [M:0;6ac96558fc7f:42227 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:16,573 DEBUG [M:0;6ac96558fc7f:42227 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:16,573 DEBUG [M:0;6ac96558fc7f:42227 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:17:16,573 DEBUG [M:0;6ac96558fc7f:42227 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:16,573 INFO [M:0;6ac96558fc7f:42227 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T08:17:16,599 DEBUG [M:0;6ac96558fc7f:42227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03057c8197a54cc2995c9a5fa051f458 is 82, key is hbase:meta,,1/info:regioninfo/1731053822168/Put/seqid=0 2024-11-08T08:17:16,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:16,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43277-0x1011984dab70004, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:16,611 INFO [RS:0;6ac96558fc7f:43277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:17:16,611 INFO [RS:0;6ac96558fc7f:43277 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,43277,1731053819114; zookeeper connection closed. 2024-11-08T08:17:16,616 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2efb4cd7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2efb4cd7 2024-11-08T08:17:16,617 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:17:16,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741837_1013 (size=5672) 2024-11-08T08:17:16,620 INFO [M:0;6ac96558fc7f:42227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03057c8197a54cc2995c9a5fa051f458 2024-11-08T08:17:16,662 DEBUG [M:0;6ac96558fc7f:42227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3c857063a8b4822b9f8b4cf13375536 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731053822247/Put/seqid=0 2024-11-08T08:17:16,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741838_1014 (size=5275) 2024-11-08T08:17:17,071 INFO [M:0;6ac96558fc7f:42227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3c857063a8b4822b9f8b4cf13375536 2024-11-08T08:17:17,095 DEBUG [M:0;6ac96558fc7f:42227 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0282721c3cd0418b83a51220fd65540c is 69, key is 6ac96558fc7f,43277,1731053819114/rs:state/1731053821446/Put/seqid=0 2024-11-08T08:17:17,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741839_1015 (size=5156) 2024-11-08T08:17:17,189 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,2-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:17,196 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,1-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:17,501 INFO [M:0;6ac96558fc7f:42227 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0282721c3cd0418b83a51220fd65540c 2024-11-08T08:17:17,512 DEBUG [M:0;6ac96558fc7f:42227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03057c8197a54cc2995c9a5fa051f458 as hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03057c8197a54cc2995c9a5fa051f458 2024-11-08T08:17:17,520 INFO [M:0;6ac96558fc7f:42227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03057c8197a54cc2995c9a5fa051f458, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T08:17:17,521 DEBUG [M:0;6ac96558fc7f:42227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c3c857063a8b4822b9f8b4cf13375536 as hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3c857063a8b4822b9f8b4cf13375536 2024-11-08T08:17:17,527 INFO [M:0;6ac96558fc7f:42227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c3c857063a8b4822b9f8b4cf13375536, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T08:17:17,528 DEBUG [M:0;6ac96558fc7f:42227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0282721c3cd0418b83a51220fd65540c as hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0282721c3cd0418b83a51220fd65540c 2024-11-08T08:17:17,536 INFO [M:0;6ac96558fc7f:42227 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44187/user/jenkins/test-data/bceba592-2ffb-250f-a827-458ef36acb71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0282721c3cd0418b83a51220fd65540c, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T08:17:17,537 INFO [M:0;6ac96558fc7f:42227 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 964ms, sequenceid=28, compaction requested=false 2024-11-08T08:17:17,538 INFO [M:0;6ac96558fc7f:42227 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:17,538 DEBUG [M:0;6ac96558fc7f:42227 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053836573Disabling compacts and flushes for region at 1731053836573Disabling writes for close at 1731053836573Obtaining lock to block concurrent updates at 1731053836573Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731053836573Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731053836574 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731053836575 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731053836575Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731053836598 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731053836598Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731053836636 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731053836661 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731053836661Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731053837078 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731053837095 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731053837095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@761ce442: reopening flushed file at 1731053837511 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8473094: reopening flushed file at 1731053837520 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e98dec1: reopening flushed file at 1731053837527 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 964ms, sequenceid=28, compaction requested=false at 1731053837537 (+10 ms)Writing region close event to WAL at 1731053837538 (+1 ms)Closed at 1731053837538 2024-11-08T08:17:17,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35397 is added to blk_1073741830_1006 (size=10165) 2024-11-08T08:17:17,542 INFO [M:0;6ac96558fc7f:42227 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:17:17,542 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:17:17,542 INFO [M:0;6ac96558fc7f:42227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42227 2024-11-08T08:17:17,544 INFO [M:0;6ac96558fc7f:42227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:17:17,642 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:17:17,716 INFO [M:0;6ac96558fc7f:42227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:17:17,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:17,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x1011984dab70003, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:17,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39a39bfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:17:17,722 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fdb9937{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:17:17,722 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:17:17,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a35ba74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:17:17,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d21555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/hadoop.log.dir/,STOPPED} 2024-11-08T08:17:17,725 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:17:17,725 WARN [BP-1973178605-172.17.0.3-1731053816523 heartbeating to localhost/127.0.0.1:44187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:17:17,725 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:17:17,725 WARN [BP-1973178605-172.17.0.3-1731053816523 heartbeating to localhost/127.0.0.1:44187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1973178605-172.17.0.3-1731053816523 (Datanode Uuid 07cf11e9-480d-4b7a-9af7-7cdf173d3d1d) service to localhost/127.0.0.1:44187 2024-11-08T08:17:17,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/cluster_f49c3bff-39ee-03fb-abcb-3edde79df0f6/data/data1/current/BP-1973178605-172.17.0.3-1731053816523 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:17:17,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/cluster_f49c3bff-39ee-03fb-abcb-3edde79df0f6/data/data2/current/BP-1973178605-172.17.0.3-1731053816523 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:17:17,727 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:17:17,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49025f3f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:17:17,735 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e6b2def{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:17:17,735 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:17:17,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597920fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:17:17,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@618c4e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/hadoop.log.dir/,STOPPED} 2024-11-08T08:17:17,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:17:17,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:17:17,755 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:17:17,755 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:17,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:17,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:17,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:17,755 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:17:17,756 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1552394946, stopped=false 2024-11-08T08:17:17,756 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,45595,1731053829730 2024-11-08T08:17:17,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376005899/running 2024-11-08T08:17:17,773 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1011984dab70007, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376005899/running 2024-11-08T08:17:17,774 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1011984dab70007, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:17:17,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:17:17,774 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:17:17,774 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:17:17,774 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:17,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:17,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42435-0x1011984dab70007, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on znode that does not yet exist, /01376005899/running 2024-11-08T08:17:17,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Set watcher on znode that does not yet exist, /01376005899/running 2024-11-08T08:17:17,774 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,42435,1731053829786' ***** 2024-11-08T08:17:17,774 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:17:17,775 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:17:17,775 INFO [RS:0;6ac96558fc7f:42435 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:17:17,775 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:17:17,775 INFO [RS:0;6ac96558fc7f:42435 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:17:17,775 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.HRegionServer(3091): Received CLOSE for e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:17,775 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,42435,1731053829786 2024-11-08T08:17:17,775 INFO [RS:0;6ac96558fc7f:42435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:17:17,775 INFO [RS:0;6ac96558fc7f:42435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:42435. 2024-11-08T08:17:17,775 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1f744837d928eed8e37b6170e82cfac, disabling compactions & flushes 2024-11-08T08:17:17,775 DEBUG [RS:0;6ac96558fc7f:42435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:17,775 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:17,775 DEBUG [RS:0;6ac96558fc7f:42435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:17,775 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:17,775 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. after waiting 0 ms 2024-11-08T08:17:17,775 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:17:17,775 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:17,776 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:17:17,776 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:17:17,776 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:17:17,776 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T08:17:17,776 DEBUG [RS:0;6ac96558fc7f:42435 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e1f744837d928eed8e37b6170e82cfac=hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac.} 2024-11-08T08:17:17,776 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:17:17,776 DEBUG [RS:0;6ac96558fc7f:42435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e1f744837d928eed8e37b6170e82cfac 2024-11-08T08:17:17,776 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:17:17,776 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:17:17,776 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:17:17,776 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:17:17,776 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T08:17:17,780 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/replication/e1f744837d928eed8e37b6170e82cfac/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-08T08:17:17,781 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:17:17,781 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:17:17,781 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:17,781 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1f744837d928eed8e37b6170e82cfac: Waiting for close lock at 1731053837775Running coprocessor pre-close hooks at 1731053837775Disabling compacts and flushes for region at 1731053837775Disabling writes for close at 1731053837775Writing region close event to WAL at 1731053837776 (+1 ms)Running coprocessor post-close hooks at 1731053837781 (+5 ms)Closed at 1731053837781 2024-11-08T08:17:17,781 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac. 2024-11-08T08:17:17,793 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/.tmp/info/3a88e929bc4e48bc82efcb3413f1cc38 is 147, key is hbase:replication,,1731053822519.e1f744837d928eed8e37b6170e82cfac./info:regioninfo/1731053835999/Put/seqid=0 2024-11-08T08:17:17,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741851_1027 (size=6385) 2024-11-08T08:17:17,814 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:17:17,976 DEBUG [RS:0;6ac96558fc7f:42435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:17:18,176 DEBUG [RS:0;6ac96558fc7f:42435 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:17:18,199 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/.tmp/info/3a88e929bc4e48bc82efcb3413f1cc38 2024-11-08T08:17:18,214 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/.tmp/info/3a88e929bc4e48bc82efcb3413f1cc38 as hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/info/3a88e929bc4e48bc82efcb3413f1cc38 2024-11-08T08:17:18,221 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/info/3a88e929bc4e48bc82efcb3413f1cc38, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T08:17:18,222 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false 2024-11-08T08:17:18,229 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T08:17:18,230 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:17:18,230 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:17:18,230 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:17:18,230 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053837776Running coprocessor pre-close hooks at 1731053837776Disabling compacts and flushes for region at 1731053837776Disabling writes for close at 1731053837776Obtaining lock to block concurrent updates at 1731053837776Preparing flush snapshotting stores in 1588230740 at 1731053837776Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731053837777 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731053837777Flushing 1588230740/info: creating writer at 1731053837777Flushing 1588230740/info: appending metadata at 1731053837792 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731053837792Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33c8c5b9: reopening flushed file at 1731053838214 (+422 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 446ms, sequenceid=19, compaction requested=false at 1731053838222 (+8 ms)Writing region close event to WAL at 1731053838224 (+2 ms)Running coprocessor post-close hooks at 1731053838230 (+6 ms)Closed at 1731053838230 2024-11-08T08:17:18,230 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:17:18,295 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,2-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:18,308 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:17:18,308 DEBUG [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,1-6ac96558fc7f,42435,1731053829786 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 to pos 0, reset compression=false 2024-11-08T08:17:18,308 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:17:18,377 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,42435,1731053829786; all regions closed. 2024-11-08T08:17:18,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741849_1025 (size=2156) 2024-11-08T08:17:18,382 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.meta.1731053832097.meta not finished, retry = 0 2024-11-08T08:17:18,488 DEBUG [RS:0;6ac96558fc7f:42435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/oldWALs 2024-11-08T08:17:18,488 INFO [RS:0;6ac96558fc7f:42435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C42435%2C1731053829786.meta:.meta(num 1731053832097) 2024-11-08T08:17:18,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741850_1026 (size=796) 2024-11-08T08:17:18,491 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.rep.1731053835879 not finished, retry = 0 2024-11-08T08:17:18,597 DEBUG [RS:0;6ac96558fc7f:42435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/oldWALs 2024-11-08T08:17:18,597 INFO [RS:0;6ac96558fc7f:42435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C42435%2C1731053829786.rep:(num 1731053835879) 2024-11-08T08:17:18,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741848_1024 (size=93) 2024-11-08T08:17:18,601 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/WALs/6ac96558fc7f,42435,1731053829786/6ac96558fc7f%2C42435%2C1731053829786.1731053831566 not finished, retry = 0 2024-11-08T08:17:18,705 DEBUG [RS:0;6ac96558fc7f:42435 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/oldWALs 2024-11-08T08:17:18,705 INFO [RS:0;6ac96558fc7f:42435 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C42435%2C1731053829786:(num 1731053831566) 2024-11-08T08:17:18,705 DEBUG [RS:0;6ac96558fc7f:42435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:18,705 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:17:18,705 INFO [RS:0;6ac96558fc7f:42435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:17:18,705 INFO [RS:0;6ac96558fc7f:42435 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T08:17:18,705 INFO [RS:0;6ac96558fc7f:42435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:17:18,706 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:17:18,706 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ac96558fc7f,42435,1731053829786 because: Region server is closing 2024-11-08T08:17:18,706 INFO [RS:0;6ac96558fc7f:42435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:42435. 2024-11-08T08:17:18,706 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T08:17:18,706 DEBUG [RS:0;6ac96558fc7f:42435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:18,706 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T08:17:18,706 DEBUG [RS:0;6ac96558fc7f:42435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:18,706 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-08T08:17:18,706 DEBUG [RS:0;6ac96558fc7f:42435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:18,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:18,807 WARN [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,1-6ac96558fc7f,42435,1731053829786 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T08:17:18,807 WARN [RS:0;6ac96558fc7f:42435.replicationSource.shipper6ac96558fc7f%2C42435%2C1731053829786,1-6ac96558fc7f,42435,1731053829786 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T08:17:18,807 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6ac96558fc7f:42435.replicationSource.shipper6ac96558fc7f%2C42435%2C1731053829786,1-6ac96558fc7f,42435,1731053829786 terminated 2024-11-08T08:17:18,807 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6ac96558fc7f,42435,1731053829786 because: Region server is closing 2024-11-08T08:17:18,807 INFO [RS:0;6ac96558fc7f:42435 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:42435. 2024-11-08T08:17:18,807 DEBUG [RS:0;6ac96558fc7f:42435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:18,807 DEBUG [RS:0;6ac96558fc7f:42435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:18,808 DEBUG [RS:0;6ac96558fc7f:42435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:18,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:18,908 WARN [RS:0;6ac96558fc7f:42435.replicationSource.shipper6ac96558fc7f%2C42435%2C1731053829786,2-6ac96558fc7f,42435,1731053829786 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T08:17:18,908 WARN [RS:0;6ac96558fc7f:42435.replicationSource.wal-reader.6ac96558fc7f%2C42435%2C1731053829786,2-6ac96558fc7f,42435,1731053829786 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T08:17:18,908 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;6ac96558fc7f:42435.replicationSource.shipper6ac96558fc7f%2C42435%2C1731053829786,2-6ac96558fc7f,42435,1731053829786 terminated 2024-11-08T08:17:18,908 INFO [RS:0;6ac96558fc7f:42435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42435 2024-11-08T08:17:18,990 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1011984dab70007, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376005899/rs/6ac96558fc7f,42435,1731053829786 2024-11-08T08:17:18,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899/rs 2024-11-08T08:17:18,990 INFO [RS:0;6ac96558fc7f:42435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:17:18,991 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,42435,1731053829786] 2024-11-08T08:17:19,015 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01376005899/draining/6ac96558fc7f,42435,1731053829786 already deleted, retry=false 2024-11-08T08:17:19,016 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,42435,1731053829786 expired; onlineServers=0 2024-11-08T08:17:19,016 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,45595,1731053829730' ***** 2024-11-08T08:17:19,016 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:17:19,016 INFO [M:0;6ac96558fc7f:45595 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:17:19,016 INFO [M:0;6ac96558fc7f:45595 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:17:19,016 DEBUG [M:0;6ac96558fc7f:45595 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:17:19,016 DEBUG [M:0;6ac96558fc7f:45595 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:17:19,016 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:17:19,016 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053830992 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053830992,5,FailOnTimeoutGroup] 2024-11-08T08:17:19,016 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053830993 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053830993,5,FailOnTimeoutGroup] 2024-11-08T08:17:19,016 INFO [M:0;6ac96558fc7f:45595 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:17:19,016 INFO [M:0;6ac96558fc7f:45595 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:17:19,017 DEBUG [M:0;6ac96558fc7f:45595 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:17:19,017 INFO [M:0;6ac96558fc7f:45595 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:17:19,017 INFO [M:0;6ac96558fc7f:45595 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:17:19,017 INFO [M:0;6ac96558fc7f:45595 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:17:19,017 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:17:19,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01376005899/master 2024-11-08T08:17:19,026 DEBUG [M:0;6ac96558fc7f:45595 {}] zookeeper.ZKUtil(347): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Unable to get data of znode /01376005899/master because node does not exist (not an error) 2024-11-08T08:17:19,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01376005899 2024-11-08T08:17:19,026 WARN [M:0;6ac96558fc7f:45595 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:17:19,027 INFO [M:0;6ac96558fc7f:45595 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/.lastflushedseqids 2024-11-08T08:17:19,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741852_1028 (size=181) 2024-11-08T08:17:19,034 INFO [M:0;6ac96558fc7f:45595 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:17:19,034 INFO [M:0;6ac96558fc7f:45595 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:17:19,034 DEBUG [M:0;6ac96558fc7f:45595 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:17:19,034 INFO [M:0;6ac96558fc7f:45595 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:19,035 DEBUG [M:0;6ac96558fc7f:45595 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:19,035 DEBUG [M:0;6ac96558fc7f:45595 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:17:19,035 DEBUG [M:0;6ac96558fc7f:45595 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:19,035 INFO [M:0;6ac96558fc7f:45595 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T08:17:19,056 DEBUG [M:0;6ac96558fc7f:45595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7989ce30c4b342da96b37238cb4d41d5 is 82, key is hbase:meta,,1/info:regioninfo/1731053832267/Put/seqid=0 2024-11-08T08:17:19,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741853_1029 (size=5680) 2024-11-08T08:17:19,105 INFO [RS:0;6ac96558fc7f:42435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:17:19,105 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1011984dab70007, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:19,105 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42435-0x1011984dab70007, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:19,105 INFO [RS:0;6ac96558fc7f:42435 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,42435,1731053829786; zookeeper connection closed. 2024-11-08T08:17:19,106 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c10dd43 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c10dd43 2024-11-08T08:17:19,106 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:17:19,462 INFO [M:0;6ac96558fc7f:45595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7989ce30c4b342da96b37238cb4d41d5 2024-11-08T08:17:19,484 DEBUG [M:0;6ac96558fc7f:45595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d9b2dde757f4130b22d8d4cf5c09a37 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731053836008/Put/seqid=0 2024-11-08T08:17:19,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741854_1030 (size=7319) 2024-11-08T08:17:19,889 INFO [M:0;6ac96558fc7f:45595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d9b2dde757f4130b22d8d4cf5c09a37 2024-11-08T08:17:19,894 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T08:17:19,910 DEBUG [M:0;6ac96558fc7f:45595 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7597114f440741228eb4733b1838c476 is 69, key is 6ac96558fc7f,42435,1731053829786/rs:state/1731053831115/Put/seqid=0 2024-11-08T08:17:19,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741855_1031 (size=5371) 2024-11-08T08:17:20,315 INFO [M:0;6ac96558fc7f:45595 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7597114f440741228eb4733b1838c476 2024-11-08T08:17:20,320 INFO [M:0;6ac96558fc7f:45595 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7597114f440741228eb4733b1838c476 2024-11-08T08:17:20,321 DEBUG [M:0;6ac96558fc7f:45595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7989ce30c4b342da96b37238cb4d41d5 as hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7989ce30c4b342da96b37238cb4d41d5 2024-11-08T08:17:20,328 INFO [M:0;6ac96558fc7f:45595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7989ce30c4b342da96b37238cb4d41d5, entries=8, sequenceid=172, filesize=5.5 K 2024-11-08T08:17:20,329 DEBUG [M:0;6ac96558fc7f:45595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d9b2dde757f4130b22d8d4cf5c09a37 as hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d9b2dde757f4130b22d8d4cf5c09a37 2024-11-08T08:17:20,335 INFO [M:0;6ac96558fc7f:45595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d9b2dde757f4130b22d8d4cf5c09a37, entries=7, sequenceid=172, filesize=7.1 K 2024-11-08T08:17:20,336 DEBUG [M:0;6ac96558fc7f:45595 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7597114f440741228eb4733b1838c476 as hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7597114f440741228eb4733b1838c476 2024-11-08T08:17:20,343 INFO [M:0;6ac96558fc7f:45595 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7597114f440741228eb4733b1838c476 2024-11-08T08:17:20,344 INFO [M:0;6ac96558fc7f:45595 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44937/user/jenkins/test-data/35120b56-15db-ec19-506e-5f2bab42b4cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7597114f440741228eb4733b1838c476, entries=2, sequenceid=172, filesize=5.2 K 2024-11-08T08:17:20,345 INFO [M:0;6ac96558fc7f:45595 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=172, compaction requested=false 2024-11-08T08:17:20,348 INFO [M:0;6ac96558fc7f:45595 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:20,348 DEBUG [M:0;6ac96558fc7f:45595 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053839034Disabling compacts and flushes for region at 1731053839034Disabling writes for close at 1731053839035 (+1 ms)Obtaining lock to block concurrent updates at 1731053839035Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731053839035Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731053839035Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731053839036 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731053839036Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731053839056 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731053839056Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731053839468 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731053839483 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731053839483Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731053839895 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731053839909 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731053839909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f147e15: reopening flushed file at 1731053840320 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@635a0f9b: reopening flushed file at 1731053840328 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a8a8962: reopening flushed file at 1731053840335 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=172, compaction requested=false at 1731053840345 (+10 ms)Writing region close event to WAL at 1731053840348 (+3 ms)Closed at 1731053840348 2024-11-08T08:17:20,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34089 is added to blk_1073741847_1023 (size=22949) 2024-11-08T08:17:20,356 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:17:20,356 INFO [M:0;6ac96558fc7f:45595 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:17:20,356 INFO [M:0;6ac96558fc7f:45595 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45595 2024-11-08T08:17:20,356 INFO [M:0;6ac96558fc7f:45595 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:17:20,469 INFO [M:0;6ac96558fc7f:45595 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:17:20,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:20,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45595-0x1011984dab70006, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:20,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b71fbf7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:17:20,473 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431fe4a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:17:20,473 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:17:20,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53451713{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:17:20,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40d66f5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/hadoop.log.dir/,STOPPED} 2024-11-08T08:17:20,475 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:17:20,475 WARN [BP-452184732-172.17.0.3-1731053806119 heartbeating to localhost/127.0.0.1:44937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:17:20,475 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:17:20,475 WARN [BP-452184732-172.17.0.3-1731053806119 heartbeating to localhost/127.0.0.1:44937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-452184732-172.17.0.3-1731053806119 (Datanode Uuid 1ab88a6b-f57e-4026-acfc-9dfab63815fc) service to localhost/127.0.0.1:44937 2024-11-08T08:17:20,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/cluster_3e13eab7-9217-4433-157a-5da74e350cbc/data/data1/current/BP-452184732-172.17.0.3-1731053806119 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:17:20,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/cluster_3e13eab7-9217-4433-157a-5da74e350cbc/data/data2/current/BP-452184732-172.17.0.3-1731053806119 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:17:20,476 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:17:20,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:17:20,481 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:17:20,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:17:20,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:17:20,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d5872dc-856d-72eb-0165-387055cf9281/hadoop.log.dir/,STOPPED} 2024-11-08T08:17:20,489 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T08:17:20,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:17:20,511 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51427) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6ac96558fc7f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44187 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44187 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6ac96558fc7f:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6ac96558fc7f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44937 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44187 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@4cbb04e5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:44187 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51427) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44187 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6ac96558fc7f:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/6ac96558fc7f:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=545 (was 424) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6160 (was 7732) 2024-11-08T08:17:20,518 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=545, ProcessCount=11, AvailableMemoryMB=6160 2024-11-08T08:17:20,531 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-08T08:17:20,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/hadoop.log.dir so I do NOT create it in target/test-data/98298926-56fe-5135-fbb9-ce2893477add 2024-11-08T08:17:20,531 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:17:20,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/hadoop.tmp.dir so I do NOT create it in target/test-data/98298926-56fe-5135-fbb9-ce2893477add 2024-11-08T08:17:20,532 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/aef6ca34-e2d3-a7a8-8b1e-66f09edb47c8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:17:20,532 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add 2024-11-08T08:17:20,532 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/cluster_f7ceb587-5213-e68e-c923-b0e07f0640d0, deleteOnExit=true 2024-11-08T08:17:20,550 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/cluster_f7ceb587-5213-e68e-c923-b0e07f0640d0/zookeeper_0, clientPort=59063, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/cluster_f7ceb587-5213-e68e-c923-b0e07f0640d0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/cluster_f7ceb587-5213-e68e-c923-b0e07f0640d0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T08:17:20,551 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59063 2024-11-08T08:17:20,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:17:20,551 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:17:20,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/test.cache.data in system properties and HBase conf 2024-11-08T08:17:20,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:17:20,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:17:20,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:17:20,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:17:20,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:17:20,552 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:17:20,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:17:20,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:17:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:17:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:17:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:17:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:17:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:17:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:17:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:17:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:17:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:17:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:17:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:17:20,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:17:20,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011984dab70002, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:17:20,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011984dab70005, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:17:20,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011984dab70002, quorum=127.0.0.1:51427, baseZNode=/01376005899 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:17:20,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011984dab70005, quorum=127.0.0.1:51427, baseZNode=/1-864470787 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:17:20,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:17:20,872 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:17:20,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:17:20,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:17:20,874 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:17:20,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:17:20,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@708c07f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:17:20,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fa94757{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:17:20,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1058471a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/java.io.tmpdir/jetty-localhost-42051-hadoop-hdfs-3_4_1-tests_jar-_-any-12115438088480834757/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:17:20,976 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@520994d2{HTTP/1.1, (http/1.1)}{localhost:42051} 2024-11-08T08:17:20,976 INFO [Time-limited test {}] server.Server(415): Started @37168ms 2024-11-08T08:17:21,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:17:21,233 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:17:21,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:17:21,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:17:21,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T08:17:21,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@394705a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:17:21,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b2ebcda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:17:21,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:17:21,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T08:17:21,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T08:17:21,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:17:21,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@113e0336{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/java.io.tmpdir/jetty-localhost-40487-hadoop-hdfs-3_4_1-tests_jar-_-any-6789184418020467850/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:17:21,347 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3de29a00{HTTP/1.1, (http/1.1)}{localhost:40487} 2024-11-08T08:17:21,347 INFO [Time-limited test {}] server.Server(415): Started @37539ms 2024-11-08T08:17:21,349 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:17:22,546 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/cluster_f7ceb587-5213-e68e-c923-b0e07f0640d0/data/data1/current/BP-843499175-172.17.0.3-1731053840576/current, will proceed with Du for space computation calculation, 2024-11-08T08:17:22,546 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/cluster_f7ceb587-5213-e68e-c923-b0e07f0640d0/data/data2/current/BP-843499175-172.17.0.3-1731053840576/current, will proceed with Du for space computation calculation, 2024-11-08T08:17:22,566 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:17:22,569 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfbb343ca1961c31 with lease ID 0xc0874af90defc518: Processing first storage report for DS-45aac413-7dff-439d-a5b9-1438e2334c55 from datanode DatanodeRegistration(127.0.0.1:36607, datanodeUuid=3258209c-35a1-4ccb-a4ca-a47f7dc3c332, infoPort=41351, infoSecurePort=0, ipcPort=37251, storageInfo=lv=-57;cid=testClusterID;nsid=1565014890;c=1731053840576) 2024-11-08T08:17:22,569 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfbb343ca1961c31 with lease ID 0xc0874af90defc518: from storage DS-45aac413-7dff-439d-a5b9-1438e2334c55 node DatanodeRegistration(127.0.0.1:36607, datanodeUuid=3258209c-35a1-4ccb-a4ca-a47f7dc3c332, infoPort=41351, infoSecurePort=0, ipcPort=37251, storageInfo=lv=-57;cid=testClusterID;nsid=1565014890;c=1731053840576), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T08:17:22,569 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfbb343ca1961c31 with lease ID 0xc0874af90defc518: Processing first storage report for DS-09fed4fd-95cf-41a0-9d3d-636b3451245a from datanode DatanodeRegistration(127.0.0.1:36607, datanodeUuid=3258209c-35a1-4ccb-a4ca-a47f7dc3c332, infoPort=41351, infoSecurePort=0, ipcPort=37251, storageInfo=lv=-57;cid=testClusterID;nsid=1565014890;c=1731053840576) 2024-11-08T08:17:22,569 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfbb343ca1961c31 with lease ID 0xc0874af90defc518: from storage DS-09fed4fd-95cf-41a0-9d3d-636b3451245a node DatanodeRegistration(127.0.0.1:36607, datanodeUuid=3258209c-35a1-4ccb-a4ca-a47f7dc3c332, infoPort=41351, infoSecurePort=0, ipcPort=37251, storageInfo=lv=-57;cid=testClusterID;nsid=1565014890;c=1731053840576), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:17:22,627 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add 2024-11-08T08:17:22,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:22,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:22,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:17:23,038 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5 with version=8 2024-11-08T08:17:23,038 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/hbase-staging 2024-11-08T08:17:23,040 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:17:23,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:23,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:23,040 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:17:23,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:23,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:17:23,040 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:17:23,040 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:17:23,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40681 2024-11-08T08:17:23,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40681 connecting to ZooKeeper ensemble=127.0.0.1:59063 2024-11-08T08:17:23,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406810x0, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:17:23,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40681-0x101198564510000 connected 2024-11-08T08:17:23,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:23,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:23,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Set watcher on znode that does not yet exist, /0998912615/running 2024-11-08T08:17:23,250 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5, hbase.cluster.distributed=false 2024-11-08T08:17:23,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Set watcher on znode that does not yet exist, /0998912615/acl 2024-11-08T08:17:23,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40681 2024-11-08T08:17:23,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40681 2024-11-08T08:17:23,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40681 2024-11-08T08:17:23,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40681 2024-11-08T08:17:23,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40681 2024-11-08T08:17:23,269 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:17:23,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:23,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:23,269 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:17:23,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:23,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:17:23,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:17:23,269 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:17:23,270 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42705 2024-11-08T08:17:23,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42705 connecting to ZooKeeper ensemble=127.0.0.1:59063 2024-11-08T08:17:23,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:23,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:23,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:17:23,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:17:23,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:427050x0, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:17:23,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42705-0x101198564510001 connected 2024-11-08T08:17:23,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Set watcher on znode that does not yet exist, /0998912615/running 2024-11-08T08:17:23,290 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:17:23,296 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:17:23,298 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Set watcher on znode that does not yet exist, /0998912615/master 2024-11-08T08:17:23,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Set watcher on znode that does not yet exist, /0998912615/acl 2024-11-08T08:17:23,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42705 2024-11-08T08:17:23,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:17:23,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42705 2024-11-08T08:17:23,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42705 2024-11-08T08:17:23,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42705 2024-11-08T08:17:23,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42705 2024-11-08T08:17:23,345 DEBUG [M:0;6ac96558fc7f:40681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:40681 2024-11-08T08:17:23,345 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0998912615/backup-masters/6ac96558fc7f,40681,1731053843040 2024-11-08T08:17:23,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615/backup-masters 2024-11-08T08:17:23,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615/backup-masters 2024-11-08T08:17:23,353 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Set watcher on existing znode=/0998912615/backup-masters/6ac96558fc7f,40681,1731053843040 2024-11-08T08:17:23,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0998912615/master 2024-11-08T08:17:23,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615 2024-11-08T08:17:23,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615 2024-11-08T08:17:23,363 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Set watcher on existing znode=/0998912615/master 2024-11-08T08:17:23,363 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0998912615/backup-masters/6ac96558fc7f,40681,1731053843040 from backup master directory 2024-11-08T08:17:23,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0998912615/backup-masters/6ac96558fc7f,40681,1731053843040 2024-11-08T08:17:23,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615/backup-masters 2024-11-08T08:17:23,373 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:17:23,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615/backup-masters 2024-11-08T08:17:23,373 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,40681,1731053843040 2024-11-08T08:17:23,377 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/hbase.id] with ID: d5ea1da1-4c0b-4100-939e-291eedeb27d0 2024-11-08T08:17:23,377 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/.tmp/hbase.id 2024-11-08T08:17:23,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:17:23,783 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/.tmp/hbase.id]:[hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/hbase.id] 2024-11-08T08:17:23,796 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:23,796 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:17:23,798 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-08T08:17:23,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615 2024-11-08T08:17:23,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615 2024-11-08T08:17:23,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:17:24,253 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:17:24,255 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:17:24,255 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:24,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:17:24,666 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store 2024-11-08T08:17:24,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:17:25,073 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:25,074 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:17:25,074 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:25,074 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:25,074 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:17:25,074 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:25,074 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:25,074 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053845074Disabling compacts and flushes for region at 1731053845074Disabling writes for close at 1731053845074Writing region close event to WAL at 1731053845074Closed at 1731053845074 2024-11-08T08:17:25,076 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store/.initializing 2024-11-08T08:17:25,076 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/WALs/6ac96558fc7f,40681,1731053843040 2024-11-08T08:17:25,078 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:17:25,083 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C40681%2C1731053843040, suffix=, logDir=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/WALs/6ac96558fc7f,40681,1731053843040, archiveDir=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/oldWALs, maxLogs=10 2024-11-08T08:17:25,104 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/WALs/6ac96558fc7f,40681,1731053843040/6ac96558fc7f%2C40681%2C1731053843040.1731053845083, exclude list is [], retry=0 2024-11-08T08:17:25,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36607,DS-45aac413-7dff-439d-a5b9-1438e2334c55,DISK] 2024-11-08T08:17:25,110 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/WALs/6ac96558fc7f,40681,1731053843040/6ac96558fc7f%2C40681%2C1731053843040.1731053845083 2024-11-08T08:17:25,111 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41351:41351)] 2024-11-08T08:17:25,111 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:17:25,111 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:25,111 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:25,111 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:25,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:25,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:17:25,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:25,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:25,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:25,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:17:25,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:25,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:25,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:25,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:17:25,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:25,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:25,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:25,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:17:25,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:25,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:25,126 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:25,127 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:25,128 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:25,135 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:25,135 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:25,136 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:17:25,142 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:25,146 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:17:25,147 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68923617, jitterRate=0.027041926980018616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:17:25,148 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731053845112Initializing all the Stores at 1731053845113 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053845113Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053845113Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053845113Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053845113Cleaning up temporary data from old regions at 1731053845135 (+22 ms)Region opened successfully at 1731053845148 (+13 ms) 2024-11-08T08:17:25,148 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:17:25,153 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323958c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:17:25,154 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:17:25,154 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:17:25,154 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:17:25,154 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:17:25,155 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:17:25,156 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:17:25,156 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:17:25,159 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:17:25,160 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Unable to get data of znode /0998912615/balancer because node does not exist (not necessarily an error) 2024-11-08T08:17:25,173 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0998912615/balancer already deleted, retry=false 2024-11-08T08:17:25,174 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:17:25,174 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Unable to get data of znode /0998912615/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:17:25,183 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0998912615/normalizer already deleted, retry=false 2024-11-08T08:17:25,184 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:17:25,185 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Unable to get data of znode /0998912615/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:17:25,195 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0998912615/switch/split already deleted, retry=false 2024-11-08T08:17:25,196 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Unable to get data of znode /0998912615/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:17:25,204 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0998912615/switch/merge already deleted, retry=false 2024-11-08T08:17:25,208 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Unable to get data of znode /0998912615/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:17:25,215 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0998912615/snapshot-cleanup already deleted, retry=false 2024-11-08T08:17:25,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0998912615/running 2024-11-08T08:17:25,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0998912615/running 2024-11-08T08:17:25,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615 2024-11-08T08:17:25,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615 2024-11-08T08:17:25,226 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,40681,1731053843040, sessionid=0x101198564510000, setting cluster-up flag (Was=false) 2024-11-08T08:17:25,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615 2024-11-08T08:17:25,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615 2024-11-08T08:17:25,278 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0998912615/flush-table-proc/acquired, /0998912615/flush-table-proc/reached, /0998912615/flush-table-proc/abort 2024-11-08T08:17:25,280 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,40681,1731053843040 2024-11-08T08:17:25,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615 2024-11-08T08:17:25,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615 2024-11-08T08:17:25,337 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0998912615/online-snapshot/acquired, /0998912615/online-snapshot/reached, /0998912615/online-snapshot/abort 2024-11-08T08:17:25,338 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,40681,1731053843040 2024-11-08T08:17:25,340 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:17:25,342 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:25,343 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:17:25,343 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:17:25,343 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,40681,1731053843040 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:17:25,345 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:25,345 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:25,345 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:25,345 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:25,346 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:17:25,346 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:25,346 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:17:25,346 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:25,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:25,350 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:17:25,352 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:25,352 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:17:25,358 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731053875357 2024-11-08T08:17:25,358 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:17:25,358 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:17:25,358 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:17:25,358 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:17:25,358 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:17:25,358 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:17:25,359 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:25,364 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:17:25,364 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:17:25,365 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:17:25,365 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:17:25,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:17:25,368 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:17:25,368 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:17:25,371 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053845368,5,FailOnTimeoutGroup] 2024-11-08T08:17:25,372 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053845371,5,FailOnTimeoutGroup] 2024-11-08T08:17:25,372 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:25,372 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:17:25,372 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:25,372 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:25,434 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(746): ClusterId : d5ea1da1-4c0b-4100-939e-291eedeb27d0 2024-11-08T08:17:25,434 DEBUG [RS:0;6ac96558fc7f:42705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:17:25,448 DEBUG [RS:0;6ac96558fc7f:42705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:17:25,448 DEBUG [RS:0;6ac96558fc7f:42705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:17:25,458 DEBUG [RS:0;6ac96558fc7f:42705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:17:25,458 DEBUG [RS:0;6ac96558fc7f:42705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fed1c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:17:25,476 DEBUG [RS:0;6ac96558fc7f:42705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:42705 2024-11-08T08:17:25,476 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:17:25,476 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:17:25,476 DEBUG [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:17:25,477 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,40681,1731053843040 with port=42705, startcode=1731053843268 2024-11-08T08:17:25,478 DEBUG [RS:0;6ac96558fc7f:42705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:17:25,480 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:17:25,480 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40681 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,42705,1731053843268 2024-11-08T08:17:25,480 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40681 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,42705,1731053843268 2024-11-08T08:17:25,482 DEBUG [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5 2024-11-08T08:17:25,482 DEBUG [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41035 2024-11-08T08:17:25,482 DEBUG [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:17:25,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615/rs 2024-11-08T08:17:25,496 DEBUG [RS:0;6ac96558fc7f:42705 {}] zookeeper.ZKUtil(111): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Set watcher on existing znode=/0998912615/rs/6ac96558fc7f,42705,1731053843268 2024-11-08T08:17:25,496 WARN [RS:0;6ac96558fc7f:42705 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:17:25,496 INFO [RS:0;6ac96558fc7f:42705 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:25,496 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,42705,1731053843268] 2024-11-08T08:17:25,496 DEBUG [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268 2024-11-08T08:17:25,501 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:17:25,504 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:17:25,504 INFO [RS:0;6ac96558fc7f:42705 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:17:25,504 INFO [RS:0;6ac96558fc7f:42705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:25,505 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:17:25,506 INFO [RS:0;6ac96558fc7f:42705 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:17:25,506 INFO [RS:0;6ac96558fc7f:42705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:25,506 DEBUG [RS:0;6ac96558fc7f:42705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:25,506 DEBUG [RS:0;6ac96558fc7f:42705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:25,506 DEBUG [RS:0;6ac96558fc7f:42705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:25,506 DEBUG [RS:0;6ac96558fc7f:42705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:25,506 DEBUG [RS:0;6ac96558fc7f:42705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:25,506 DEBUG [RS:0;6ac96558fc7f:42705 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:17:25,506 DEBUG [RS:0;6ac96558fc7f:42705 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:25,506 DEBUG [RS:0;6ac96558fc7f:42705 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:25,506 DEBUG [RS:0;6ac96558fc7f:42705 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:25,507 DEBUG [RS:0;6ac96558fc7f:42705 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:25,507 DEBUG [RS:0;6ac96558fc7f:42705 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:25,507 DEBUG [RS:0;6ac96558fc7f:42705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:25,507 DEBUG [RS:0;6ac96558fc7f:42705 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:17:25,507 DEBUG [RS:0;6ac96558fc7f:42705 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:17:25,507 INFO [RS:0;6ac96558fc7f:42705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:25,507 INFO [RS:0;6ac96558fc7f:42705 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:25,507 INFO [RS:0;6ac96558fc7f:42705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:25,507 INFO [RS:0;6ac96558fc7f:42705 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:25,508 INFO [RS:0;6ac96558fc7f:42705 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:25,508 INFO [RS:0;6ac96558fc7f:42705 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42705,1731053843268-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:17:25,524 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:17:25,524 INFO [RS:0;6ac96558fc7f:42705 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42705,1731053843268-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:25,524 INFO [RS:0;6ac96558fc7f:42705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:25,524 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.Replication(171): 6ac96558fc7f,42705,1731053843268 started 2024-11-08T08:17:25,546 INFO [RS:0;6ac96558fc7f:42705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:25,547 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,42705,1731053843268, RpcServer on 6ac96558fc7f/172.17.0.3:42705, sessionid=0x101198564510001 2024-11-08T08:17:25,547 DEBUG [RS:0;6ac96558fc7f:42705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:17:25,547 DEBUG [RS:0;6ac96558fc7f:42705 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,42705,1731053843268 2024-11-08T08:17:25,547 DEBUG [RS:0;6ac96558fc7f:42705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,42705,1731053843268' 2024-11-08T08:17:25,547 DEBUG [RS:0;6ac96558fc7f:42705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0998912615/flush-table-proc/abort' 2024-11-08T08:17:25,548 DEBUG [RS:0;6ac96558fc7f:42705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0998912615/flush-table-proc/acquired' 2024-11-08T08:17:25,548 DEBUG [RS:0;6ac96558fc7f:42705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:17:25,548 DEBUG [RS:0;6ac96558fc7f:42705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:17:25,548 DEBUG [RS:0;6ac96558fc7f:42705 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,42705,1731053843268 2024-11-08T08:17:25,548 DEBUG [RS:0;6ac96558fc7f:42705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,42705,1731053843268' 2024-11-08T08:17:25,548 DEBUG [RS:0;6ac96558fc7f:42705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0998912615/online-snapshot/abort' 2024-11-08T08:17:25,549 DEBUG [RS:0;6ac96558fc7f:42705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0998912615/online-snapshot/acquired' 2024-11-08T08:17:25,549 DEBUG [RS:0;6ac96558fc7f:42705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:17:25,549 INFO [RS:0;6ac96558fc7f:42705 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:17:25,549 INFO [RS:0;6ac96558fc7f:42705 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:17:25,650 INFO [RS:0;6ac96558fc7f:42705 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:17:25,652 INFO [RS:0;6ac96558fc7f:42705 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C42705%2C1731053843268, suffix=, logDir=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268, archiveDir=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/oldWALs, maxLogs=10 2024-11-08T08:17:25,669 DEBUG [RS:0;6ac96558fc7f:42705 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268/6ac96558fc7f%2C42705%2C1731053843268.1731053845653, exclude list is [], retry=0 2024-11-08T08:17:25,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36607,DS-45aac413-7dff-439d-a5b9-1438e2334c55,DISK] 2024-11-08T08:17:25,675 INFO [RS:0;6ac96558fc7f:42705 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268/6ac96558fc7f%2C42705%2C1731053843268.1731053845653 2024-11-08T08:17:25,676 DEBUG [RS:0;6ac96558fc7f:42705 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41351:41351)] 2024-11-08T08:17:25,768 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:17:25,768 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5 2024-11-08T08:17:25,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741833_1009 (size=32) 2024-11-08T08:17:26,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:26,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:17:26,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:17:26,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:26,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:26,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:17:26,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:17:26,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:26,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:26,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:17:26,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:17:26,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:26,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:26,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:17:26,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:17:26,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:26,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:26,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:17:26,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740 2024-11-08T08:17:26,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740 2024-11-08T08:17:26,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:17:26,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:17:26,189 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:17:26,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:17:26,193 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:17:26,194 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65287496, jitterRate=-0.027140498161315918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:17:26,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731053846175Initializing all the Stores at 1731053846176 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053846176Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053846176Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053846177 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053846177Cleaning up temporary data from old regions at 1731053846189 (+12 ms)Region opened successfully at 1731053846195 (+6 ms) 2024-11-08T08:17:26,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:17:26,195 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:17:26,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:17:26,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:17:26,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:17:26,196 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:17:26,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053846195Disabling compacts and flushes for region at 1731053846195Disabling writes for close at 1731053846195Writing region close event to WAL at 1731053846196 (+1 ms)Closed at 1731053846196 2024-11-08T08:17:26,197 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:26,197 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:17:26,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:17:26,199 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:17:26,200 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:17:26,350 DEBUG [6ac96558fc7f:40681 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:17:26,351 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,42705,1731053843268 2024-11-08T08:17:26,353 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,42705,1731053843268, state=OPENING 2024-11-08T08:17:26,421 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:17:26,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615 2024-11-08T08:17:26,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615 2024-11-08T08:17:26,432 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:17:26,432 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0998912615/meta-region-server: CHANGED 2024-11-08T08:17:26,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,42705,1731053843268}] 2024-11-08T08:17:26,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0998912615/meta-region-server: CHANGED 2024-11-08T08:17:26,586 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:17:26,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:17:26,592 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:17:26,592 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:26,592 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:17:26,594 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C42705%2C1731053843268.meta, suffix=.meta, logDir=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268, archiveDir=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/oldWALs, maxLogs=10 2024-11-08T08:17:26,610 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268/6ac96558fc7f%2C42705%2C1731053843268.meta.1731053846595.meta, exclude list is [], retry=0 2024-11-08T08:17:26,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36607,DS-45aac413-7dff-439d-a5b9-1438e2334c55,DISK] 2024-11-08T08:17:26,615 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268/6ac96558fc7f%2C42705%2C1731053843268.meta.1731053846595.meta 2024-11-08T08:17:26,615 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41351:41351)] 2024-11-08T08:17:26,616 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:17:26,616 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:17:26,616 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:17:26,616 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:17:26,616 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:17:26,617 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:17:26,617 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:26,617 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:17:26,617 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:17:26,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:17:26,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:17:26,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:26,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:26,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:17:26,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:17:26,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:26,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:26,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:17:26,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:17:26,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:26,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:26,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:17:26,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:17:26,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:26,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:26,624 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:17:26,625 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740 2024-11-08T08:17:26,626 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740 2024-11-08T08:17:26,628 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:17:26,628 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:17:26,628 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:17:26,630 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:17:26,631 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59242505, jitterRate=-0.11721788346767426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:17:26,631 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:17:26,632 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731053846617Writing region info on filesystem at 1731053846617Initializing all the Stores at 1731053846618 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053846618Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053846618Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053846619 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053846619Cleaning up temporary data from old regions at 1731053846628 (+9 ms)Running coprocessor post-open hooks at 1731053846631 (+3 ms)Region opened successfully at 1731053846632 (+1 ms) 2024-11-08T08:17:26,633 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731053846586 2024-11-08T08:17:26,635 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:17:26,635 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:17:26,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,42705,1731053843268 2024-11-08T08:17:26,637 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,42705,1731053843268, state=OPEN 2024-11-08T08:17:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0998912615/meta-region-server 2024-11-08T08:17:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0998912615/meta-region-server 2024-11-08T08:17:26,677 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,42705,1731053843268 2024-11-08T08:17:26,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0998912615/meta-region-server: CHANGED 2024-11-08T08:17:26,677 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0998912615/meta-region-server: CHANGED 2024-11-08T08:17:26,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:17:26,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,42705,1731053843268 in 245 msec 2024-11-08T08:17:26,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:17:26,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 483 msec 2024-11-08T08:17:26,684 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:26,684 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:17:26,685 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:17:26,685 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,42705,1731053843268, seqNum=-1] 2024-11-08T08:17:26,686 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:17:26,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:17:26,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3510 sec 2024-11-08T08:17:26,693 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731053846693, completionTime=-1 2024-11-08T08:17:26,694 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:17:26,694 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:17:26,696 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:17:26,696 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731053906696 2024-11-08T08:17:26,696 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731053966696 2024-11-08T08:17:26,696 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T08:17:26,697 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40681,1731053843040-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:26,697 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40681,1731053843040-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:26,697 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40681,1731053843040-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:26,697 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:40681, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:26,697 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:26,698 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:26,699 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:17:26,702 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.329sec 2024-11-08T08:17:26,702 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:17:26,702 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:17:26,702 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:17:26,702 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:17:26,702 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:17:26,702 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40681,1731053843040-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:17:26,702 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40681,1731053843040-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:17:26,705 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:17:26,705 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:17:26,705 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40681,1731053843040-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:26,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9317a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:26,734 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,40681,-1 for getting cluster id 2024-11-08T08:17:26,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:26,736 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5ea1da1-4c0b-4100-939e-291eedeb27d0' 2024-11-08T08:17:26,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:26,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5ea1da1-4c0b-4100-939e-291eedeb27d0" 2024-11-08T08:17:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9643e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,40681,-1] 2024-11-08T08:17:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:26,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:26,738 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:26,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bd3f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:26,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:17:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,42705,1731053843268, seqNum=-1] 2024-11-08T08:17:26,741 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:17:26,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:17:26,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,40681,1731053843040 2024-11-08T08:17:26,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59063 2024-11-08T08:17:26,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:17:26,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101198564510002 connected 2024-11-08T08:17:26,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/hadoop.log.dir so I do NOT create it in target/test-data/8812798d-2086-6f11-8003-64c10327091e 2024-11-08T08:17:26,783 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:17:26,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/hadoop.tmp.dir so I do NOT create it in target/test-data/8812798d-2086-6f11-8003-64c10327091e 2024-11-08T08:17:26,783 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:17:26,783 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e 2024-11-08T08:17:26,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:17:26,783 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/cluster_db3836cb-453f-77a2-9204-980f4481bcef, deleteOnExit=true 2024-11-08T08:17:26,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:17:26,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/test.cache.data in system properties and HBase conf 2024-11-08T08:17:26,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:17:26,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:17:26,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:17:26,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:17:26,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:17:26,784 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:17:26,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:17:26,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:17:26,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:17:26,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:17:26,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:17:26,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:17:26,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:17:26,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:17:26,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:17:26,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:17:26,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:17:26,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:17:26,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:17:26,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:17:27,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:17:27,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:17:27,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:17:27,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:17:27,331 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T08:17:27,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:17:27,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@531847b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:17:27,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fdf487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:17:27,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6db85c9d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/java.io.tmpdir/jetty-localhost-43953-hadoop-hdfs-3_4_1-tests_jar-_-any-2517360449080928310/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:17:27,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@73d03855{HTTP/1.1, (http/1.1)}{localhost:43953} 2024-11-08T08:17:27,435 INFO [Time-limited test {}] server.Server(415): Started @43627ms 2024-11-08T08:17:27,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:17:27,823 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:17:27,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:17:27,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:17:27,824 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:17:27,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cc37dc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:17:27,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60dd1593{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:17:27,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a3bf0ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/java.io.tmpdir/jetty-localhost-34039-hadoop-hdfs-3_4_1-tests_jar-_-any-7013520313081054286/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:17:27,933 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a36a130{HTTP/1.1, (http/1.1)}{localhost:34039} 2024-11-08T08:17:27,933 INFO [Time-limited test {}] server.Server(415): Started @44125ms 2024-11-08T08:17:27,935 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:17:28,685 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/cluster_db3836cb-453f-77a2-9204-980f4481bcef/data/data1/current/BP-1443115367-172.17.0.3-1731053846816/current, will proceed with Du for space computation calculation, 2024-11-08T08:17:28,685 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/cluster_db3836cb-453f-77a2-9204-980f4481bcef/data/data2/current/BP-1443115367-172.17.0.3-1731053846816/current, will proceed with Du for space computation calculation, 2024-11-08T08:17:28,728 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:17:28,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb55ecec3bd7ec12 with lease ID 0x94da1eaaa193bfb5: Processing first storage report for DS-b6306d9f-62c9-42c5-b1a9-7883b9e19f88 from datanode DatanodeRegistration(127.0.0.1:42993, datanodeUuid=497afd29-83e8-4064-9b1b-fb6782dae753, infoPort=45579, infoSecurePort=0, ipcPort=35813, storageInfo=lv=-57;cid=testClusterID;nsid=1321475389;c=1731053846816) 2024-11-08T08:17:28,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb55ecec3bd7ec12 with lease ID 0x94da1eaaa193bfb5: from storage DS-b6306d9f-62c9-42c5-b1a9-7883b9e19f88 node DatanodeRegistration(127.0.0.1:42993, datanodeUuid=497afd29-83e8-4064-9b1b-fb6782dae753, infoPort=45579, infoSecurePort=0, ipcPort=35813, storageInfo=lv=-57;cid=testClusterID;nsid=1321475389;c=1731053846816), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:17:28,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb55ecec3bd7ec12 with lease ID 0x94da1eaaa193bfb5: Processing first storage report for DS-2b969a62-a951-4e8d-8506-fc8a9fefc408 from datanode DatanodeRegistration(127.0.0.1:42993, datanodeUuid=497afd29-83e8-4064-9b1b-fb6782dae753, infoPort=45579, infoSecurePort=0, ipcPort=35813, storageInfo=lv=-57;cid=testClusterID;nsid=1321475389;c=1731053846816) 2024-11-08T08:17:28,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb55ecec3bd7ec12 with lease ID 0x94da1eaaa193bfb5: from storage DS-2b969a62-a951-4e8d-8506-fc8a9fefc408 node DatanodeRegistration(127.0.0.1:42993, datanodeUuid=497afd29-83e8-4064-9b1b-fb6782dae753, infoPort=45579, infoSecurePort=0, ipcPort=35813, storageInfo=lv=-57;cid=testClusterID;nsid=1321475389;c=1731053846816), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:17:28,782 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e 2024-11-08T08:17:28,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:28,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:28,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:17:29,194 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865 with version=8 2024-11-08T08:17:29,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/hbase-staging 2024-11-08T08:17:29,196 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:17:29,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:29,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:29,197 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:17:29,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:29,197 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:17:29,197 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:17:29,197 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:17:29,197 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42143 2024-11-08T08:17:29,198 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42143 connecting to ZooKeeper ensemble=127.0.0.1:59063 2024-11-08T08:17:29,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421430x0, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:17:29,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42143-0x101198564510003 connected 2024-11-08T08:17:29,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:29,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:29,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Set watcher on znode that does not yet exist, /11181543300/running 2024-11-08T08:17:29,290 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865, hbase.cluster.distributed=false 2024-11-08T08:17:29,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Set watcher on znode that does not yet exist, /11181543300/acl 2024-11-08T08:17:29,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42143 2024-11-08T08:17:29,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42143 2024-11-08T08:17:29,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42143 2024-11-08T08:17:29,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42143 2024-11-08T08:17:29,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42143 2024-11-08T08:17:29,320 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:17:29,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:29,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:29,320 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:17:29,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:29,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:17:29,320 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:17:29,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:17:29,321 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45503 2024-11-08T08:17:29,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45503 connecting to ZooKeeper ensemble=127.0.0.1:59063 2024-11-08T08:17:29,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:29,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:29,337 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455030x0, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:17:29,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455030x0, quorum=127.0.0.1:59063, baseZNode=/11181543300 Set watcher on znode that does not yet exist, /11181543300/running 2024-11-08T08:17:29,337 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45503-0x101198564510004 connected 2024-11-08T08:17:29,338 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:17:29,338 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:17:29,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Set watcher on znode that does not yet exist, /11181543300/master 2024-11-08T08:17:29,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Set watcher on znode that does not yet exist, /11181543300/acl 2024-11-08T08:17:29,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45503 2024-11-08T08:17:29,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45503 2024-11-08T08:17:29,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45503 2024-11-08T08:17:29,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45503 2024-11-08T08:17:29,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45503 2024-11-08T08:17:29,358 DEBUG [M:0;6ac96558fc7f:42143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:42143 2024-11-08T08:17:29,359 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11181543300/backup-masters/6ac96558fc7f,42143,1731053849196 2024-11-08T08:17:29,368 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300/backup-masters 2024-11-08T08:17:29,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300/backup-masters 2024-11-08T08:17:29,369 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Set watcher on existing znode=/11181543300/backup-masters/6ac96558fc7f,42143,1731053849196 2024-11-08T08:17:29,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300 2024-11-08T08:17:29,379 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11181543300/master 2024-11-08T08:17:29,379 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300 2024-11-08T08:17:29,379 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Set watcher on existing znode=/11181543300/master 2024-11-08T08:17:29,380 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11181543300/backup-masters/6ac96558fc7f,42143,1731053849196 from backup master directory 2024-11-08T08:17:29,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11181543300/backup-masters/6ac96558fc7f,42143,1731053849196 2024-11-08T08:17:29,389 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300/backup-masters 2024-11-08T08:17:29,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300/backup-masters 2024-11-08T08:17:29,389 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:17:29,390 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,42143,1731053849196 2024-11-08T08:17:29,394 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/hbase.id] with ID: 57323504-1687-4f17-b7a0-85a76960e497 2024-11-08T08:17:29,394 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/.tmp/hbase.id 2024-11-08T08:17:29,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:17:29,799 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/.tmp/hbase.id]:[hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/hbase.id] 2024-11-08T08:17:29,817 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:29,817 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:17:29,823 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 6ms. 2024-11-08T08:17:29,847 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300 2024-11-08T08:17:29,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300 2024-11-08T08:17:29,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:17:30,254 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:17:30,255 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:17:30,256 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:30,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:17:30,664 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store 2024-11-08T08:17:30,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:17:31,071 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:31,071 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:17:31,071 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:31,071 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:31,071 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:17:31,071 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:31,071 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:31,071 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053851071Disabling compacts and flushes for region at 1731053851071Disabling writes for close at 1731053851071Writing region close event to WAL at 1731053851071Closed at 1731053851071 2024-11-08T08:17:31,072 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store/.initializing 2024-11-08T08:17:31,073 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/WALs/6ac96558fc7f,42143,1731053849196 2024-11-08T08:17:31,074 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:17:31,076 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C42143%2C1731053849196, suffix=, logDir=hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/WALs/6ac96558fc7f,42143,1731053849196, archiveDir=hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/oldWALs, maxLogs=10 2024-11-08T08:17:31,091 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/WALs/6ac96558fc7f,42143,1731053849196/6ac96558fc7f%2C42143%2C1731053849196.1731053851076, exclude list is [], retry=0 2024-11-08T08:17:31,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42993,DS-b6306d9f-62c9-42c5-b1a9-7883b9e19f88,DISK] 2024-11-08T08:17:31,096 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/WALs/6ac96558fc7f,42143,1731053849196/6ac96558fc7f%2C42143%2C1731053849196.1731053851076 2024-11-08T08:17:31,096 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45579:45579)] 2024-11-08T08:17:31,096 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:17:31,096 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:31,097 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:31,097 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:31,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:31,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:17:31,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:31,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:31,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:31,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:17:31,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:31,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:31,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:31,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:17:31,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:31,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:31,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:31,105 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:17:31,105 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:31,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:31,106 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:31,107 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:31,107 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:31,108 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:31,108 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:31,109 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:17:31,110 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:31,112 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:17:31,113 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59230969, jitterRate=-0.11738978326320648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:17:31,113 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731053851097Initializing all the Stores at 1731053851098 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053851098Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053851098Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053851098Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053851098Cleaning up temporary data from old regions at 1731053851108 (+10 ms)Region opened successfully at 1731053851113 (+5 ms) 2024-11-08T08:17:31,113 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:17:31,116 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f68947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:17:31,117 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:17:31,117 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:17:31,117 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:17:31,117 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:17:31,118 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:17:31,118 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:17:31,118 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:17:31,120 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:17:31,121 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Unable to get data of znode /11181543300/balancer because node does not exist (not necessarily an error) 2024-11-08T08:17:31,183 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11181543300/balancer already deleted, retry=false 2024-11-08T08:17:31,183 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:17:31,184 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Unable to get data of znode /11181543300/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:17:31,194 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11181543300/normalizer already deleted, retry=false 2024-11-08T08:17:31,194 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:17:31,195 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Unable to get data of znode /11181543300/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:17:31,204 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11181543300/switch/split already deleted, retry=false 2024-11-08T08:17:31,205 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Unable to get data of znode /11181543300/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:17:31,215 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11181543300/switch/merge already deleted, retry=false 2024-11-08T08:17:31,217 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Unable to get data of znode /11181543300/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:17:31,225 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11181543300/snapshot-cleanup already deleted, retry=false 2024-11-08T08:17:31,236 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11181543300/running 2024-11-08T08:17:31,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11181543300/running 2024-11-08T08:17:31,236 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300 2024-11-08T08:17:31,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300 2024-11-08T08:17:31,236 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,42143,1731053849196, sessionid=0x101198564510003, setting cluster-up flag (Was=false) 2024-11-08T08:17:31,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300 2024-11-08T08:17:31,257 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300 2024-11-08T08:17:31,288 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11181543300/flush-table-proc/acquired, /11181543300/flush-table-proc/reached, /11181543300/flush-table-proc/abort 2024-11-08T08:17:31,289 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,42143,1731053849196 2024-11-08T08:17:31,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T08:17:31,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T08:17:31,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:17:31,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T08:17:31,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:17:31,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T08:17:31,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T08:17:31,296 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T08:17:31,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300 2024-11-08T08:17:31,342 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300 2024-11-08T08:17:31,373 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11181543300/online-snapshot/acquired, /11181543300/online-snapshot/reached, /11181543300/online-snapshot/abort 2024-11-08T08:17:31,374 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,42143,1731053849196 2024-11-08T08:17:31,375 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:17:31,377 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:31,377 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:17:31,378 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:17:31,378 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6ac96558fc7f,44823,1731053811744: status=Processing ServerCrashProcedure of 6ac96558fc7f,44823,1731053811744 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731053830965, completionTime=-1 appears to have been leaked 2024-11-08T08:17:31,378 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,42143,1731053849196 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:17:31,380 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:31,380 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:31,380 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:31,380 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:31,380 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:17:31,380 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:31,380 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:17:31,380 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:31,381 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731053881381 2024-11-08T08:17:31,381 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:17:31,381 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:17:31,381 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:17:31,381 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:17:31,381 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:17:31,381 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:17:31,382 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:31,382 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:31,382 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:17:31,382 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:17:31,382 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:17:31,382 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:17:31,382 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:17:31,383 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:17:31,383 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:17:31,383 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053851383,5,FailOnTimeoutGroup] 2024-11-08T08:17:31,383 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:31,383 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053851383,5,FailOnTimeoutGroup] 2024-11-08T08:17:31,383 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:31,383 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:17:31,383 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:17:31,383 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:31,384 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:31,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:17:31,445 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.HRegionServer(746): ClusterId : 57323504-1687-4f17-b7a0-85a76960e497 2024-11-08T08:17:31,445 DEBUG [RS:0;6ac96558fc7f:45503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:17:31,458 DEBUG [RS:0;6ac96558fc7f:45503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:17:31,458 DEBUG [RS:0;6ac96558fc7f:45503 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:17:31,468 DEBUG [RS:0;6ac96558fc7f:45503 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:17:31,469 DEBUG [RS:0;6ac96558fc7f:45503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49bf18e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:17:31,485 DEBUG [RS:0;6ac96558fc7f:45503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:45503 2024-11-08T08:17:31,486 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:17:31,486 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:17:31,486 DEBUG [RS:0;6ac96558fc7f:45503 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:17:31,487 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,42143,1731053849196 with port=45503, startcode=1731053849319 2024-11-08T08:17:31,487 DEBUG [RS:0;6ac96558fc7f:45503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:17:31,488 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:17:31,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,45503,1731053849319 2024-11-08T08:17:31,489 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42143 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,45503,1731053849319 2024-11-08T08:17:31,491 DEBUG [RS:0;6ac96558fc7f:45503 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865 2024-11-08T08:17:31,491 DEBUG [RS:0;6ac96558fc7f:45503 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40209 2024-11-08T08:17:31,491 DEBUG [RS:0;6ac96558fc7f:45503 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:17:31,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300/rs 2024-11-08T08:17:31,499 DEBUG [RS:0;6ac96558fc7f:45503 {}] zookeeper.ZKUtil(111): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Set watcher on existing znode=/11181543300/rs/6ac96558fc7f,45503,1731053849319 2024-11-08T08:17:31,500 WARN [RS:0;6ac96558fc7f:45503 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:17:31,500 INFO [RS:0;6ac96558fc7f:45503 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:31,500 DEBUG [RS:0;6ac96558fc7f:45503 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/WALs/6ac96558fc7f,45503,1731053849319 2024-11-08T08:17:31,500 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,45503,1731053849319] 2024-11-08T08:17:31,501 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T08:17:31,503 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:17:31,506 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:17:31,506 INFO [RS:0;6ac96558fc7f:45503 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:17:31,506 INFO [RS:0;6ac96558fc7f:45503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:31,506 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:17:31,507 INFO [RS:0;6ac96558fc7f:45503 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:17:31,507 INFO [RS:0;6ac96558fc7f:45503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:31,507 DEBUG [RS:0;6ac96558fc7f:45503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:31,507 DEBUG [RS:0;6ac96558fc7f:45503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:31,507 DEBUG [RS:0;6ac96558fc7f:45503 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:31,507 DEBUG [RS:0;6ac96558fc7f:45503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:31,507 DEBUG [RS:0;6ac96558fc7f:45503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:31,507 DEBUG [RS:0;6ac96558fc7f:45503 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:17:31,508 DEBUG [RS:0;6ac96558fc7f:45503 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:31,508 DEBUG [RS:0;6ac96558fc7f:45503 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:31,508 DEBUG [RS:0;6ac96558fc7f:45503 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:31,508 DEBUG [RS:0;6ac96558fc7f:45503 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:31,508 DEBUG [RS:0;6ac96558fc7f:45503 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:31,508 DEBUG [RS:0;6ac96558fc7f:45503 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:31,508 DEBUG [RS:0;6ac96558fc7f:45503 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:17:31,508 DEBUG [RS:0;6ac96558fc7f:45503 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:17:31,509 INFO [RS:0;6ac96558fc7f:45503 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:31,509 INFO [RS:0;6ac96558fc7f:45503 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:31,509 INFO [RS:0;6ac96558fc7f:45503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:31,509 INFO [RS:0;6ac96558fc7f:45503 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:31,509 INFO [RS:0;6ac96558fc7f:45503 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:31,509 INFO [RS:0;6ac96558fc7f:45503 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,45503,1731053849319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:17:31,522 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:17:31,522 INFO [RS:0;6ac96558fc7f:45503 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,45503,1731053849319-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:31,522 INFO [RS:0;6ac96558fc7f:45503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:31,522 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.Replication(171): 6ac96558fc7f,45503,1731053849319 started 2024-11-08T08:17:31,534 INFO [RS:0;6ac96558fc7f:45503 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:31,535 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,45503,1731053849319, RpcServer on 6ac96558fc7f/172.17.0.3:45503, sessionid=0x101198564510004 2024-11-08T08:17:31,535 DEBUG [RS:0;6ac96558fc7f:45503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:17:31,535 DEBUG [RS:0;6ac96558fc7f:45503 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,45503,1731053849319 2024-11-08T08:17:31,535 DEBUG [RS:0;6ac96558fc7f:45503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,45503,1731053849319' 2024-11-08T08:17:31,535 DEBUG [RS:0;6ac96558fc7f:45503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11181543300/flush-table-proc/abort' 2024-11-08T08:17:31,535 DEBUG [RS:0;6ac96558fc7f:45503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11181543300/flush-table-proc/acquired' 2024-11-08T08:17:31,536 DEBUG [RS:0;6ac96558fc7f:45503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:17:31,536 DEBUG [RS:0;6ac96558fc7f:45503 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:17:31,536 DEBUG [RS:0;6ac96558fc7f:45503 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,45503,1731053849319 2024-11-08T08:17:31,536 DEBUG [RS:0;6ac96558fc7f:45503 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,45503,1731053849319' 2024-11-08T08:17:31,536 DEBUG [RS:0;6ac96558fc7f:45503 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11181543300/online-snapshot/abort' 2024-11-08T08:17:31,536 DEBUG [RS:0;6ac96558fc7f:45503 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11181543300/online-snapshot/acquired' 2024-11-08T08:17:31,537 DEBUG [RS:0;6ac96558fc7f:45503 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:17:31,537 INFO [RS:0;6ac96558fc7f:45503 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:17:31,537 INFO [RS:0;6ac96558fc7f:45503 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:17:31,637 INFO [RS:0;6ac96558fc7f:45503 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:17:31,639 INFO [RS:0;6ac96558fc7f:45503 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C45503%2C1731053849319, suffix=, logDir=hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/WALs/6ac96558fc7f,45503,1731053849319, archiveDir=hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/oldWALs, maxLogs=10 2024-11-08T08:17:31,651 DEBUG [RS:0;6ac96558fc7f:45503 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/WALs/6ac96558fc7f,45503,1731053849319/6ac96558fc7f%2C45503%2C1731053849319.1731053851639, exclude list is [], retry=0 2024-11-08T08:17:31,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42993,DS-b6306d9f-62c9-42c5-b1a9-7883b9e19f88,DISK] 2024-11-08T08:17:31,656 INFO [RS:0;6ac96558fc7f:45503 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/WALs/6ac96558fc7f,45503,1731053849319/6ac96558fc7f%2C45503%2C1731053849319.1731053851639 2024-11-08T08:17:31,656 DEBUG [RS:0;6ac96558fc7f:45503 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45579:45579)] 2024-11-08T08:17:31,796 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:17:31,796 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865 2024-11-08T08:17:31,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741833_1009 (size=32) 2024-11-08T08:17:32,119 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:17:32,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:17:32,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:17:32,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:32,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:17:32,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:17:32,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:32,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:32,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:17:32,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:17:32,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:32,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:32,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:17:32,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:17:32,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:32,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:32,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:17:32,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:17:32,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:32,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:32,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:17:32,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/data/hbase/meta/1588230740 2024-11-08T08:17:32,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/data/hbase/meta/1588230740 2024-11-08T08:17:32,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:17:32,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:17:32,213 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:17:32,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:17:32,216 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:17:32,217 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72633576, jitterRate=0.08232462406158447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:17:32,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731053852202Initializing all the Stores at 1731053852203 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053852203Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053852203Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053852203Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053852203Cleaning up temporary data from old regions at 1731053852213 (+10 ms)Region opened successfully at 1731053852217 (+4 ms) 2024-11-08T08:17:32,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:17:32,217 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:17:32,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:17:32,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:17:32,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:17:32,217 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:17:32,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053852217Disabling compacts and flushes for region at 1731053852217Disabling writes for close at 1731053852217Writing region close event to WAL at 1731053852217Closed at 1731053852217 2024-11-08T08:17:32,219 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:32,219 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:17:32,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:17:32,220 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:17:32,221 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:17:32,371 DEBUG [6ac96558fc7f:42143 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:17:32,372 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,45503,1731053849319 2024-11-08T08:17:32,373 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,45503,1731053849319, state=OPENING 2024-11-08T08:17:32,700 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:17:32,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300 2024-11-08T08:17:32,885 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300 2024-11-08T08:17:32,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11181543300/meta-region-server: CHANGED 2024-11-08T08:17:32,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11181543300/meta-region-server: CHANGED 2024-11-08T08:17:32,886 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:17:32,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,45503,1731053849319}] 2024-11-08T08:17:33,039 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:17:33,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:17:33,064 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:17:33,064 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:33,065 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:17:33,067 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C45503%2C1731053849319.meta, suffix=.meta, logDir=hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/WALs/6ac96558fc7f,45503,1731053849319, archiveDir=hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/oldWALs, maxLogs=10 2024-11-08T08:17:33,083 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/WALs/6ac96558fc7f,45503,1731053849319/6ac96558fc7f%2C45503%2C1731053849319.meta.1731053853067.meta, exclude list is [], retry=0 2024-11-08T08:17:33,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42993,DS-b6306d9f-62c9-42c5-b1a9-7883b9e19f88,DISK] 2024-11-08T08:17:33,087 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/WALs/6ac96558fc7f,45503,1731053849319/6ac96558fc7f%2C45503%2C1731053849319.meta.1731053853067.meta 2024-11-08T08:17:33,088 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45579:45579)] 2024-11-08T08:17:33,088 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:17:33,088 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:17:33,089 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:17:33,089 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:17:33,089 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:17:33,089 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:17:33,089 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:33,089 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:17:33,089 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:17:33,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:17:33,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:17:33,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:33,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:33,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:17:33,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:17:33,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:33,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:33,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:17:33,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:17:33,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:33,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:33,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:17:33,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:17:33,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:33,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:33,096 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:17:33,097 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/data/hbase/meta/1588230740 2024-11-08T08:17:33,099 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/data/hbase/meta/1588230740 2024-11-08T08:17:33,100 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:17:33,100 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:17:33,101 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:17:33,103 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:17:33,104 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71348971, jitterRate=0.0631825178861618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:17:33,104 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:17:33,105 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731053853089Writing region info on filesystem at 1731053853089Initializing all the Stores at 1731053853090 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053853090Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053853090Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053853091 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053853091Cleaning up temporary data from old regions at 1731053853100 (+9 ms)Running coprocessor post-open hooks at 1731053853104 (+4 ms)Region opened successfully at 1731053853104 2024-11-08T08:17:33,106 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731053853039 2024-11-08T08:17:33,109 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:17:33,109 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:17:33,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,45503,1731053849319 2024-11-08T08:17:33,111 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,45503,1731053849319, state=OPEN 2024-11-08T08:17:33,120 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11181543300/meta-region-server 2024-11-08T08:17:33,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11181543300/meta-region-server 2024-11-08T08:17:33,120 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,45503,1731053849319 2024-11-08T08:17:33,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11181543300/meta-region-server: CHANGED 2024-11-08T08:17:33,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11181543300/meta-region-server: CHANGED 2024-11-08T08:17:33,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:17:33,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,45503,1731053849319 in 234 msec 2024-11-08T08:17:33,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:17:33,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 904 msec 2024-11-08T08:17:33,126 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:33,126 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:17:33,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:17:33,127 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,45503,1731053849319, seqNum=-1] 2024-11-08T08:17:33,128 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:17:33,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:17:33,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7570 sec 2024-11-08T08:17:33,138 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731053853138, completionTime=-1 2024-11-08T08:17:33,138 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:17:33,138 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:17:33,141 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:17:33,141 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731053913141 2024-11-08T08:17:33,141 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731053973141 2024-11-08T08:17:33,141 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T08:17:33,142 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42143,1731053849196-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:33,142 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42143,1731053849196-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:33,142 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42143,1731053849196-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:33,142 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:42143, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:33,142 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:33,143 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:33,145 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:17:33,148 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.758sec 2024-11-08T08:17:33,148 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:17:33,148 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:17:33,148 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:17:33,148 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:17:33,148 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:17:33,148 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42143,1731053849196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:17:33,149 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42143,1731053849196-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:17:33,151 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:17:33,151 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:17:33,151 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42143,1731053849196-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:33,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39adab36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:33,247 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42143,-1 for getting cluster id 2024-11-08T08:17:33,247 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:33,248 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57323504-1687-4f17-b7a0-85a76960e497' 2024-11-08T08:17:33,248 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57323504-1687-4f17-b7a0-85a76960e497" 2024-11-08T08:17:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115dc0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42143,-1] 2024-11-08T08:17:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:33,250 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:33,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e059c40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:33,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:17:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,45503,1731053849319, seqNum=-1] 2024-11-08T08:17:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:17:33,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:17:33,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,42143,1731053849196 2024-11-08T08:17:33,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59063 2024-11-08T08:17:33,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:17:33,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101198564510005 connected 2024-11-08T08:17:33,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6676c0dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:33,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,40681,-1 for getting cluster id 2024-11-08T08:17:33,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:33,366 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5ea1da1-4c0b-4100-939e-291eedeb27d0' 2024-11-08T08:17:33,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:33,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5ea1da1-4c0b-4100-939e-291eedeb27d0" 2024-11-08T08:17:33,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f48851, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:33,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,40681,-1] 2024-11-08T08:17:33,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:33,367 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:33,368 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:33,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292d7485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:33,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,40681,1731053843040 2024-11-08T08:17:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a590db0 2024-11-08T08:17:33,369 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:33,370 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:17:33,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ac96558fc7f:42143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T08:17:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:17:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:33,374 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:42143' 2024-11-08T08:17:33,374 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6979980d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:33,374 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42143,-1 for getting cluster id 2024-11-08T08:17:33,374 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:33,375 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57323504-1687-4f17-b7a0-85a76960e497' 2024-11-08T08:17:33,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:33,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57323504-1687-4f17-b7a0-85a76960e497" 2024-11-08T08:17:33,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447da19c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:33,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42143,-1] 2024-11-08T08:17:33,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:33,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:33,377 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:33,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512dabeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:33,378 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:33,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42143,1731053849196 2024-11-08T08:17:33,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@290076c1 2024-11-08T08:17:33,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:33,379 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:17:33,380 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T08:17:33,380 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:17:33,380 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:33,380 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:33,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:33,381 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:17:33,382 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T08:17:33,383 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:17:33,383 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:33,385 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:17:33,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741835_1011 (size=1138) 2024-11-08T08:17:33,432 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T08:17:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:33,792 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55f4d429cc607689aa2665e33b2a8226, NAME => 'hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5 2024-11-08T08:17:33,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741836_1012 (size=44) 2024-11-08T08:17:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:34,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:34,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 55f4d429cc607689aa2665e33b2a8226, disabling compactions & flushes 2024-11-08T08:17:34,200 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226. 2024-11-08T08:17:34,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226. 2024-11-08T08:17:34,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226. after waiting 0 ms 2024-11-08T08:17:34,201 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226. 2024-11-08T08:17:34,201 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226. 2024-11-08T08:17:34,201 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55f4d429cc607689aa2665e33b2a8226: Waiting for close lock at 1731053854200Disabling compacts and flushes for region at 1731053854200Disabling writes for close at 1731053854200Writing region close event to WAL at 1731053854201 (+1 ms)Closed at 1731053854201 2024-11-08T08:17:34,208 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:17:34,209 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731053854209"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731053854209"}]},"ts":"1731053854209"} 2024-11-08T08:17:34,211 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:17:34,213 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:17:34,213 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053854213"}]},"ts":"1731053854213"} 2024-11-08T08:17:34,216 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T08:17:34,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55f4d429cc607689aa2665e33b2a8226, ASSIGN}] 2024-11-08T08:17:34,219 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55f4d429cc607689aa2665e33b2a8226, ASSIGN 2024-11-08T08:17:34,221 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55f4d429cc607689aa2665e33b2a8226, ASSIGN; state=OFFLINE, location=6ac96558fc7f,42705,1731053843268; forceNewPlan=false, retain=false 2024-11-08T08:17:34,372 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=55f4d429cc607689aa2665e33b2a8226, regionState=OPENING, regionLocation=6ac96558fc7f,42705,1731053843268 2024-11-08T08:17:34,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=55f4d429cc607689aa2665e33b2a8226, ASSIGN because future has completed 2024-11-08T08:17:34,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55f4d429cc607689aa2665e33b2a8226, server=6ac96558fc7f,42705,1731053843268}] 2024-11-08T08:17:34,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:34,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226. 2024-11-08T08:17:34,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:34,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T08:17:34,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C42705%2C1731053843268.rep, suffix=, logDir=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268, archiveDir=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/oldWALs, maxLogs=10 2024-11-08T08:17:34,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268/6ac96558fc7f%2C42705%2C1731053843268.rep.1731053854534, exclude list is [], retry=0 2024-11-08T08:17:34,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36607,DS-45aac413-7dff-439d-a5b9-1438e2334c55,DISK] 2024-11-08T08:17:34,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268/6ac96558fc7f%2C42705%2C1731053843268.rep.1731053854534 2024-11-08T08:17:34,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41351:41351)] 2024-11-08T08:17:34,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 55f4d429cc607689aa2665e33b2a8226, NAME => 'hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:17:34,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:17:34,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:17:34,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226. service=MultiRowMutationService 2024-11-08T08:17:34,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T08:17:34,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 55f4d429cc607689aa2665e33b2a8226 2024-11-08T08:17:34,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:34,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 55f4d429cc607689aa2665e33b2a8226 2024-11-08T08:17:34,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 55f4d429cc607689aa2665e33b2a8226 2024-11-08T08:17:34,554 INFO [StoreOpener-55f4d429cc607689aa2665e33b2a8226-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 55f4d429cc607689aa2665e33b2a8226 2024-11-08T08:17:34,556 INFO [StoreOpener-55f4d429cc607689aa2665e33b2a8226-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55f4d429cc607689aa2665e33b2a8226 columnFamilyName hfileref 2024-11-08T08:17:34,556 DEBUG [StoreOpener-55f4d429cc607689aa2665e33b2a8226-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:34,556 INFO [StoreOpener-55f4d429cc607689aa2665e33b2a8226-1 {}] regionserver.HStore(327): Store=55f4d429cc607689aa2665e33b2a8226/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:34,556 INFO [StoreOpener-55f4d429cc607689aa2665e33b2a8226-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 55f4d429cc607689aa2665e33b2a8226 2024-11-08T08:17:34,558 INFO [StoreOpener-55f4d429cc607689aa2665e33b2a8226-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55f4d429cc607689aa2665e33b2a8226 columnFamilyName queue 2024-11-08T08:17:34,558 DEBUG [StoreOpener-55f4d429cc607689aa2665e33b2a8226-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:34,559 INFO [StoreOpener-55f4d429cc607689aa2665e33b2a8226-1 {}] regionserver.HStore(327): Store=55f4d429cc607689aa2665e33b2a8226/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:34,559 INFO [StoreOpener-55f4d429cc607689aa2665e33b2a8226-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 55f4d429cc607689aa2665e33b2a8226 2024-11-08T08:17:34,577 INFO [StoreOpener-55f4d429cc607689aa2665e33b2a8226-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55f4d429cc607689aa2665e33b2a8226 columnFamilyName sid 2024-11-08T08:17:34,578 DEBUG [StoreOpener-55f4d429cc607689aa2665e33b2a8226-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:34,581 INFO [StoreOpener-55f4d429cc607689aa2665e33b2a8226-1 {}] regionserver.HStore(327): Store=55f4d429cc607689aa2665e33b2a8226/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:34,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 55f4d429cc607689aa2665e33b2a8226 2024-11-08T08:17:34,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/replication/55f4d429cc607689aa2665e33b2a8226 2024-11-08T08:17:34,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/replication/55f4d429cc607689aa2665e33b2a8226 2024-11-08T08:17:34,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 55f4d429cc607689aa2665e33b2a8226 2024-11-08T08:17:34,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 55f4d429cc607689aa2665e33b2a8226 2024-11-08T08:17:34,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:17:34,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 55f4d429cc607689aa2665e33b2a8226 2024-11-08T08:17:34,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/replication/55f4d429cc607689aa2665e33b2a8226/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:17:34,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 55f4d429cc607689aa2665e33b2a8226; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62398610, jitterRate=-0.0701882541179657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:17:34,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55f4d429cc607689aa2665e33b2a8226 2024-11-08T08:17:34,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 55f4d429cc607689aa2665e33b2a8226: Running coprocessor pre-open hook at 1731053854553Writing region info on filesystem at 1731053854553Initializing all the Stores at 1731053854554 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053854554Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053854554Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053854554Cleaning up temporary data from old regions at 1731053854588 (+34 ms)Running coprocessor post-open hooks at 1731053854612 (+24 ms)Region opened successfully at 1731053854613 (+1 ms) 2024-11-08T08:17:34,615 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226., pid=7, masterSystemTime=1731053854528 2024-11-08T08:17:34,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226. 2024-11-08T08:17:34,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226. 2024-11-08T08:17:34,629 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=55f4d429cc607689aa2665e33b2a8226, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,42705,1731053843268 2024-11-08T08:17:34,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55f4d429cc607689aa2665e33b2a8226, server=6ac96558fc7f,42705,1731053843268 because future has completed 2024-11-08T08:17:34,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T08:17:34,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 55f4d429cc607689aa2665e33b2a8226, server=6ac96558fc7f,42705,1731053843268 in 267 msec 2024-11-08T08:17:34,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T08:17:34,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=55f4d429cc607689aa2665e33b2a8226, ASSIGN in 435 msec 2024-11-08T08:17:34,667 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:17:34,667 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053854667"}]},"ts":"1731053854667"} 2024-11-08T08:17:34,671 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T08:17:34,673 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:17:34,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2920 sec 2024-11-08T08:17:34,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226., hostname=6ac96558fc7f,42705,1731053843268, seqNum=2] 2024-11-08T08:17:34,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615 2024-11-08T08:17:34,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615 2024-11-08T08:17:34,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:17:34,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42705 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T08:17:34,957 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T08:17:35,011 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6ac96558fc7f,42705,1731053843268, ReplicationSource: 1, currentBandwidth=0 2024-11-08T08:17:35,012 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:17:35,012 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,42705,1731053843268, seqNum=-1] 2024-11-08T08:17:35,013 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:17:35,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-08T08:17:35,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ac96558fc7f,42705,1731053843268', locateType=CURRENT is [region=hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226., hostname=6ac96558fc7f,42705,1731053843268, seqNum=2] 2024-11-08T08:17:35,040 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T08:17:35,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T08:17:35,049 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ac96558fc7f,42705,1731053843268 suceeded 2024-11-08T08:17:35,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T08:17:35,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 249 msec 2024-11-08T08:17:35,059 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ac96558fc7f:42143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:17:35,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6880 sec 2024-11-08T08:17:35,068 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:42143' 2024-11-08T08:17:35,080 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@391d54d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:35,080 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42143,-1 for getting cluster id 2024-11-08T08:17:35,080 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:35,083 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '57323504-1687-4f17-b7a0-85a76960e497' 2024-11-08T08:17:35,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:35,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "57323504-1687-4f17-b7a0-85a76960e497" 2024-11-08T08:17:35,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bcf64dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:35,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42143,-1] 2024-11-08T08:17:35,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:35,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:35,089 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:35,092 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3049511f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:35,092 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:35,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42143,1731053849196 2024-11-08T08:17:35,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46c20009 2024-11-08T08:17:35,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:35,100 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-08T08:17:35,101 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ac96558fc7f,42705,1731053843268 (queues=1) is replicating from cluster=d5ea1da1-4c0b-4100-939e-291eedeb27d0 to cluster=57323504-1687-4f17-b7a0-85a76960e497 2024-11-08T08:17:35,101 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ac96558fc7f%2C42705%2C1731053843268 2024-11-08T08:17:35,101 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ac96558fc7f,42705,1731053843268, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:17:35,102 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268.replicationSource.wal-reader.6ac96558fc7f%2C42705%2C1731053843268,1-6ac96558fc7f,42705,1731053843268 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268/6ac96558fc7f%2C42705%2C1731053843268.1731053845653, startPosition=0, beingWritten=true 2024-11-08T08:17:35,102 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268.replicationSource.shipper6ac96558fc7f%2C42705%2C1731053843268,1-6ac96558fc7f,42705,1731053843268 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C42705%2C1731053843268 2024-11-08T08:17:35,316 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268.replicationSource.wal-reader.6ac96558fc7f%2C42705%2C1731053843268,1-6ac96558fc7f,42705,1731053843268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268/6ac96558fc7f%2C42705%2C1731053843268.1731053845653 to pos 0, reset compression=false 2024-11-08T08:17:35,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:35,529 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T08:17:35,532 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:17:35,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:35,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:35,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:35,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:35,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:35,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,40681,1731053843040 2024-11-08T08:17:35,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c1bcf21 2024-11-08T08:17:35,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:35,554 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:17:35,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40681 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T08:17:35,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:17:35,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:17:35,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:35,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:35,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:35,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:35,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:17:35,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1025282499, stopped=false 2024-11-08T08:17:35,564 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,42143,1731053849196 2024-11-08T08:17:35,622 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11181543300/running 2024-11-08T08:17:35,622 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300 2024-11-08T08:17:35,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Set watcher on znode that does not yet exist, /11181543300/running 2024-11-08T08:17:35,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11181543300/running 2024-11-08T08:17:35,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300 2024-11-08T08:17:35,628 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:17:35,629 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:17:35,629 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:35,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:35,629 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,45503,1731053849319' ***** 2024-11-08T08:17:35,629 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:17:35,630 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:17:35,630 INFO [RS:0;6ac96558fc7f:45503 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:17:35,630 INFO [RS:0;6ac96558fc7f:45503 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:17:35,630 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,45503,1731053849319 2024-11-08T08:17:35,630 INFO [RS:0;6ac96558fc7f:45503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:17:35,630 INFO [RS:0;6ac96558fc7f:45503 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:45503. 2024-11-08T08:17:35,630 DEBUG [RS:0;6ac96558fc7f:45503 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:35,630 DEBUG [RS:0;6ac96558fc7f:45503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:35,630 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:17:35,630 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:17:35,630 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:17:35,630 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:17:35,631 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:17:35,631 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T08:17:35,631 DEBUG [RS:0;6ac96558fc7f:45503 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:17:35,631 DEBUG [RS:0;6ac96558fc7f:45503 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:17:35,632 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:17:35,632 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:17:35,632 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:17:35,632 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:17:35,632 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:17:35,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Set watcher on znode that does not yet exist, /11181543300/running 2024-11-08T08:17:35,632 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T08:17:35,634 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268.replicationSource.wal-reader.6ac96558fc7f%2C42705%2C1731053843268,1-6ac96558fc7f,42705,1731053843268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268/6ac96558fc7f%2C42705%2C1731053843268.1731053845653 to pos 0, reset compression=false 2024-11-08T08:17:35,691 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/data/hbase/meta/1588230740/.tmp/ns/d5147bb50e674c29bcd25de79a356d2c is 43, key is default/ns:d/1731053853129/Put/seqid=0 2024-11-08T08:17:35,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741835_1011 (size=5153) 2024-11-08T08:17:35,708 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/data/hbase/meta/1588230740/.tmp/ns/d5147bb50e674c29bcd25de79a356d2c 2024-11-08T08:17:35,718 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:17:35,735 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/data/hbase/meta/1588230740/.tmp/ns/d5147bb50e674c29bcd25de79a356d2c as hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/data/hbase/meta/1588230740/ns/d5147bb50e674c29bcd25de79a356d2c 2024-11-08T08:17:35,753 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/data/hbase/meta/1588230740/ns/d5147bb50e674c29bcd25de79a356d2c, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T08:17:35,759 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 127ms, sequenceid=6, compaction requested=false 2024-11-08T08:17:35,777 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T08:17:35,780 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:17:35,780 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:17:35,780 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:17:35,780 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053855632Running coprocessor pre-close hooks at 1731053855632Disabling compacts and flushes for region at 1731053855632Disabling writes for close at 1731053855632Obtaining lock to block concurrent updates at 1731053855632Preparing flush snapshotting stores in 1588230740 at 1731053855632Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731053855633 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731053855645 (+12 ms)Flushing 1588230740/ns: creating writer at 1731053855645Flushing 1588230740/ns: appending metadata at 1731053855687 (+42 ms)Flushing 1588230740/ns: closing flushed file at 1731053855687Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e95be0b: reopening flushed file at 1731053855733 (+46 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 127ms, sequenceid=6, compaction requested=false at 1731053855759 (+26 ms)Writing region close event to WAL at 1731053855762 (+3 ms)Running coprocessor post-close hooks at 1731053855780 (+18 ms)Closed at 1731053855780 2024-11-08T08:17:35,781 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:17:35,832 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,45503,1731053849319; all regions closed. 2024-11-08T08:17:35,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741834_1010 (size=1152) 2024-11-08T08:17:35,844 DEBUG [RS:0;6ac96558fc7f:45503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/oldWALs 2024-11-08T08:17:35,844 INFO [RS:0;6ac96558fc7f:45503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C45503%2C1731053849319.meta:.meta(num 1731053853067) 2024-11-08T08:17:35,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741832_1008 (size=93) 2024-11-08T08:17:35,858 DEBUG [RS:0;6ac96558fc7f:45503 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/oldWALs 2024-11-08T08:17:35,858 INFO [RS:0;6ac96558fc7f:45503 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C45503%2C1731053849319:(num 1731053851639) 2024-11-08T08:17:35,858 DEBUG [RS:0;6ac96558fc7f:45503 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:35,858 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:17:35,858 INFO [RS:0;6ac96558fc7f:45503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:17:35,858 INFO [RS:0;6ac96558fc7f:45503 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T08:17:35,858 INFO [RS:0;6ac96558fc7f:45503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:17:35,858 INFO [RS:0;6ac96558fc7f:45503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45503 2024-11-08T08:17:35,860 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:17:35,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300/rs 2024-11-08T08:17:35,874 INFO [RS:0;6ac96558fc7f:45503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:17:35,880 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11181543300/rs/6ac96558fc7f,45503,1731053849319 2024-11-08T08:17:35,889 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,45503,1731053849319] 2024-11-08T08:17:35,972 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11181543300/draining/6ac96558fc7f,45503,1731053849319 already deleted, retry=false 2024-11-08T08:17:35,973 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,45503,1731053849319 expired; onlineServers=0 2024-11-08T08:17:35,973 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,42143,1731053849196' ***** 2024-11-08T08:17:35,973 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:17:35,973 INFO [M:0;6ac96558fc7f:42143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:17:35,973 INFO [M:0;6ac96558fc7f:42143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:17:35,973 DEBUG [M:0;6ac96558fc7f:42143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:17:35,973 DEBUG [M:0;6ac96558fc7f:42143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:17:35,973 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:17:35,973 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053851383 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053851383,5,FailOnTimeoutGroup] 2024-11-08T08:17:35,973 INFO [M:0;6ac96558fc7f:42143 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:17:35,974 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053851383 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053851383,5,FailOnTimeoutGroup] 2024-11-08T08:17:35,974 INFO [M:0;6ac96558fc7f:42143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:17:35,974 DEBUG [M:0;6ac96558fc7f:42143 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:17:35,974 INFO [M:0;6ac96558fc7f:42143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:17:35,974 INFO [M:0;6ac96558fc7f:42143 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:17:35,974 INFO [M:0;6ac96558fc7f:42143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:17:35,975 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:17:35,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11181543300/master 2024-11-08T08:17:35,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11181543300 2024-11-08T08:17:35,985 DEBUG [M:0;6ac96558fc7f:42143 {}] zookeeper.ZKUtil(347): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Unable to get data of znode /11181543300/master because node does not exist (not an error) 2024-11-08T08:17:35,985 WARN [M:0;6ac96558fc7f:42143 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:17:35,986 INFO [M:0;6ac96558fc7f:42143 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/.lastflushedseqids 2024-11-08T08:17:35,990 INFO [RS:0;6ac96558fc7f:45503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:17:35,990 INFO [RS:0;6ac96558fc7f:45503 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,45503,1731053849319; zookeeper connection closed. 2024-11-08T08:17:35,992 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:35,992 DEBUG [pool-464-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45503-0x101198564510004, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:36,000 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4423be07 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4423be07 2024-11-08T08:17:36,002 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:17:36,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741836_1012 (size=99) 2024-11-08T08:17:36,049 INFO [M:0;6ac96558fc7f:42143 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:17:36,049 INFO [M:0;6ac96558fc7f:42143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:17:36,050 DEBUG [M:0;6ac96558fc7f:42143 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:17:36,050 INFO [M:0;6ac96558fc7f:42143 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:36,050 DEBUG [M:0;6ac96558fc7f:42143 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:36,050 DEBUG [M:0;6ac96558fc7f:42143 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:17:36,050 DEBUG [M:0;6ac96558fc7f:42143 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:36,050 INFO [M:0;6ac96558fc7f:42143 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T08:17:36,071 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268.replicationSource.wal-reader.6ac96558fc7f%2C42705%2C1731053843268,1-6ac96558fc7f,42705,1731053843268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268/6ac96558fc7f%2C42705%2C1731053843268.1731053845653 to pos 0, reset compression=false 2024-11-08T08:17:36,084 DEBUG [M:0;6ac96558fc7f:42143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/365403079cf042829f83d1b9f76c759e is 82, key is hbase:meta,,1/info:regioninfo/1731053853110/Put/seqid=0 2024-11-08T08:17:36,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741837_1013 (size=5672) 2024-11-08T08:17:36,508 INFO [M:0;6ac96558fc7f:42143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/365403079cf042829f83d1b9f76c759e 2024-11-08T08:17:36,531 DEBUG [M:0;6ac96558fc7f:42143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/909afb855aeb4299b0d361167e31302d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731053853137/Put/seqid=0 2024-11-08T08:17:36,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741838_1014 (size=5275) 2024-11-08T08:17:36,536 INFO [M:0;6ac96558fc7f:42143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/909afb855aeb4299b0d361167e31302d 2024-11-08T08:17:36,554 DEBUG [M:0;6ac96558fc7f:42143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b130413d9db64d6bafab46fbd1ade49d is 69, key is 6ac96558fc7f,45503,1731053849319/rs:state/1731053851489/Put/seqid=0 2024-11-08T08:17:36,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741839_1015 (size=5156) 2024-11-08T08:17:36,581 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268.replicationSource.wal-reader.6ac96558fc7f%2C42705%2C1731053843268,1-6ac96558fc7f,42705,1731053843268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268/6ac96558fc7f%2C42705%2C1731053843268.1731053845653 to pos 0, reset compression=false 2024-11-08T08:17:36,959 INFO [M:0;6ac96558fc7f:42143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b130413d9db64d6bafab46fbd1ade49d 2024-11-08T08:17:36,967 DEBUG [M:0;6ac96558fc7f:42143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/365403079cf042829f83d1b9f76c759e as hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/365403079cf042829f83d1b9f76c759e 2024-11-08T08:17:36,973 INFO [M:0;6ac96558fc7f:42143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/365403079cf042829f83d1b9f76c759e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T08:17:36,975 DEBUG [M:0;6ac96558fc7f:42143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/909afb855aeb4299b0d361167e31302d as hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/909afb855aeb4299b0d361167e31302d 2024-11-08T08:17:36,983 INFO [M:0;6ac96558fc7f:42143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/909afb855aeb4299b0d361167e31302d, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T08:17:36,984 DEBUG [M:0;6ac96558fc7f:42143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b130413d9db64d6bafab46fbd1ade49d as hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b130413d9db64d6bafab46fbd1ade49d 2024-11-08T08:17:36,990 INFO [M:0;6ac96558fc7f:42143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40209/user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b130413d9db64d6bafab46fbd1ade49d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T08:17:36,991 INFO [M:0;6ac96558fc7f:42143 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 941ms, sequenceid=28, compaction requested=false 2024-11-08T08:17:36,993 INFO [M:0;6ac96558fc7f:42143 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:36,993 DEBUG [M:0;6ac96558fc7f:42143 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053856050Disabling compacts and flushes for region at 1731053856050Disabling writes for close at 1731053856050Obtaining lock to block concurrent updates at 1731053856050Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731053856050Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731053856051 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731053856053 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731053856053Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731053856081 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731053856081Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731053856514 (+433 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731053856530 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731053856530Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731053856541 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731053856554 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731053856554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f80262: reopening flushed file at 1731053856966 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57b84c04: reopening flushed file at 1731053856974 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc69bef: reopening flushed file at 1731053856983 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 941ms, sequenceid=28, compaction requested=false at 1731053856991 (+8 ms)Writing region close event to WAL at 1731053856993 (+2 ms)Closed at 1731053856993 2024-11-08T08:17:36,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42993 is added to blk_1073741830_1006 (size=10165) 2024-11-08T08:17:36,996 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/699cc505-9583-7690-aaf5-9f1478547865/MasterData/WALs/6ac96558fc7f,42143,1731053849196/6ac96558fc7f%2C42143%2C1731053849196.1731053851076 not finished, retry = 0 2024-11-08T08:17:37,096 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:17:37,097 INFO [M:0;6ac96558fc7f:42143 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:17:37,097 INFO [M:0;6ac96558fc7f:42143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42143 2024-11-08T08:17:37,097 INFO [M:0;6ac96558fc7f:42143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:17:37,186 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268.replicationSource.wal-reader.6ac96558fc7f%2C42705%2C1731053843268,1-6ac96558fc7f,42705,1731053843268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268/6ac96558fc7f%2C42705%2C1731053843268.1731053845653 to pos 0, reset compression=false 2024-11-08T08:17:37,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:37,279 INFO [M:0;6ac96558fc7f:42143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:17:37,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42143-0x101198564510003, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:37,283 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a3bf0ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:17:37,283 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a36a130{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:17:37,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:17:37,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60dd1593{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:17:37,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cc37dc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/hadoop.log.dir/,STOPPED} 2024-11-08T08:17:37,285 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:17:37,285 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:17:37,285 WARN [BP-1443115367-172.17.0.3-1731053846816 heartbeating to localhost/127.0.0.1:40209 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:17:37,285 WARN [BP-1443115367-172.17.0.3-1731053846816 heartbeating to localhost/127.0.0.1:40209 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1443115367-172.17.0.3-1731053846816 (Datanode Uuid 497afd29-83e8-4064-9b1b-fb6782dae753) service to localhost/127.0.0.1:40209 2024-11-08T08:17:37,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/cluster_db3836cb-453f-77a2-9204-980f4481bcef/data/data1/current/BP-1443115367-172.17.0.3-1731053846816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:17:37,286 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/cluster_db3836cb-453f-77a2-9204-980f4481bcef/data/data2/current/BP-1443115367-172.17.0.3-1731053846816 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:17:37,286 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:17:37,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6db85c9d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:17:37,291 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73d03855{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:17:37,291 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:17:37,291 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fdf487{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:17:37,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@531847b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/hadoop.log.dir/,STOPPED} 2024-11-08T08:17:37,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:17:37,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:17:37,304 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:17:37,304 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:37,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:37,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:37,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:37,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:17:37,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1017479072, stopped=false 2024-11-08T08:17:37,304 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,40681,1731053843040 2024-11-08T08:17:37,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0998912615/running 2024-11-08T08:17:37,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0998912615/running 2024-11-08T08:17:37,320 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:17:37,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615 2024-11-08T08:17:37,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615 2024-11-08T08:17:37,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Set watcher on znode that does not yet exist, /0998912615/running 2024-11-08T08:17:37,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:17:37,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Set watcher on znode that does not yet exist, /0998912615/running 2024-11-08T08:17:37,321 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:37,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:37,321 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,42705,1731053843268' ***** 2024-11-08T08:17:37,321 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:17:37,321 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:17:37,321 INFO [RS:0;6ac96558fc7f:42705 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:17:37,321 INFO [RS:0;6ac96558fc7f:42705 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:17:37,321 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(3091): Received CLOSE for 55f4d429cc607689aa2665e33b2a8226 2024-11-08T08:17:37,322 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,42705,1731053843268 2024-11-08T08:17:37,322 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:17:37,322 INFO [RS:0;6ac96558fc7f:42705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:17:37,322 INFO [RS:0;6ac96558fc7f:42705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:42705. 2024-11-08T08:17:37,322 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55f4d429cc607689aa2665e33b2a8226, disabling compactions & flushes 2024-11-08T08:17:37,322 DEBUG [RS:0;6ac96558fc7f:42705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:37,322 DEBUG [RS:0;6ac96558fc7f:42705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:37,322 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226. 2024-11-08T08:17:37,322 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226. 2024-11-08T08:17:37,322 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226. after waiting 0 ms 2024-11-08T08:17:37,322 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:17:37,322 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226. 2024-11-08T08:17:37,322 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:17:37,322 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:17:37,322 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 55f4d429cc607689aa2665e33b2a8226 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T08:17:37,322 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:17:37,322 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T08:17:37,322 DEBUG [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 55f4d429cc607689aa2665e33b2a8226=hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226.} 2024-11-08T08:17:37,322 DEBUG [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55f4d429cc607689aa2665e33b2a8226 2024-11-08T08:17:37,322 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:17:37,323 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:17:37,323 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:17:37,323 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:17:37,323 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:17:37,323 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T08:17:37,336 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/replication/55f4d429cc607689aa2665e33b2a8226/.tmp/queue/5127a4c053f94152a9f0f238a55713df is 151, key is 1-6ac96558fc7f,42705,1731053843268/queue:6ac96558fc7f%2C42705%2C1731053843268/1731053855029/Put/seqid=0 2024-11-08T08:17:37,340 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740/.tmp/info/8ead64644f524d02af2e559ebe90e7eb is 147, key is hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226./info:regioninfo/1731053854629/Put/seqid=0 2024-11-08T08:17:37,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741838_1014 (size=5350) 2024-11-08T08:17:37,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741839_1015 (size=6631) 2024-11-08T08:17:37,353 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:17:37,502 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T08:17:37,523 DEBUG [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55f4d429cc607689aa2665e33b2a8226 2024-11-08T08:17:37,571 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:17:37,571 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:17:37,723 DEBUG [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55f4d429cc607689aa2665e33b2a8226 2024-11-08T08:17:37,746 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/replication/55f4d429cc607689aa2665e33b2a8226/.tmp/queue/5127a4c053f94152a9f0f238a55713df 2024-11-08T08:17:37,747 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740/.tmp/info/8ead64644f524d02af2e559ebe90e7eb 2024-11-08T08:17:37,755 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/replication/55f4d429cc607689aa2665e33b2a8226/.tmp/queue/5127a4c053f94152a9f0f238a55713df as hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/replication/55f4d429cc607689aa2665e33b2a8226/queue/5127a4c053f94152a9f0f238a55713df 2024-11-08T08:17:37,762 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/replication/55f4d429cc607689aa2665e33b2a8226/queue/5127a4c053f94152a9f0f238a55713df, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T08:17:37,763 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 55f4d429cc607689aa2665e33b2a8226 in 441ms, sequenceid=5, compaction requested=false 2024-11-08T08:17:37,767 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/replication/55f4d429cc607689aa2665e33b2a8226/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T08:17:37,768 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:17:37,768 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:17:37,768 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226. 2024-11-08T08:17:37,768 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55f4d429cc607689aa2665e33b2a8226: Waiting for close lock at 1731053857322Running coprocessor pre-close hooks at 1731053857322Disabling compacts and flushes for region at 1731053857322Disabling writes for close at 1731053857322Obtaining lock to block concurrent updates at 1731053857322Preparing flush snapshotting stores in 55f4d429cc607689aa2665e33b2a8226 at 1731053857322Finished memstore snapshotting hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731053857322Flushing stores of hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226. at 1731053857323 (+1 ms)Flushing 55f4d429cc607689aa2665e33b2a8226/queue: creating writer at 1731053857323Flushing 55f4d429cc607689aa2665e33b2a8226/queue: appending metadata at 1731053857336 (+13 ms)Flushing 55f4d429cc607689aa2665e33b2a8226/queue: closing flushed file at 1731053857336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2528b6cc: reopening flushed file at 1731053857754 (+418 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 55f4d429cc607689aa2665e33b2a8226 in 441ms, sequenceid=5, compaction requested=false at 1731053857763 (+9 ms)Writing region close event to WAL at 1731053857764 (+1 ms)Running coprocessor post-close hooks at 1731053857768 (+4 ms)Closed at 1731053857768 2024-11-08T08:17:37,768 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731053853381.55f4d429cc607689aa2665e33b2a8226. 2024-11-08T08:17:37,770 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740/.tmp/ns/75ae0e39521b4af6bc925c64e6a7137e is 43, key is default/ns:d/1731053846688/Put/seqid=0 2024-11-08T08:17:37,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741840_1016 (size=5153) 2024-11-08T08:17:37,891 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268.replicationSource.wal-reader.6ac96558fc7f%2C42705%2C1731053843268,1-6ac96558fc7f,42705,1731053843268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268/6ac96558fc7f%2C42705%2C1731053843268.1731053845653 to pos 0, reset compression=false 2024-11-08T08:17:37,923 DEBUG [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:17:38,123 DEBUG [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:17:38,175 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740/.tmp/ns/75ae0e39521b4af6bc925c64e6a7137e 2024-11-08T08:17:38,200 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740/.tmp/table/ec2ba4f4782e454f96ab0704e1412973 is 53, key is hbase:replication/table:state/1731053854667/Put/seqid=0 2024-11-08T08:17:38,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741841_1017 (size=5256) 2024-11-08T08:17:38,323 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T08:17:38,324 DEBUG [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:17:38,324 DEBUG [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:17:38,524 DEBUG [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:17:38,591 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:17:38,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:17:38,606 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740/.tmp/table/ec2ba4f4782e454f96ab0704e1412973 2024-11-08T08:17:38,612 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740/.tmp/info/8ead64644f524d02af2e559ebe90e7eb as hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740/info/8ead64644f524d02af2e559ebe90e7eb 2024-11-08T08:17:38,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:17:38,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:17:38,617 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740/info/8ead64644f524d02af2e559ebe90e7eb, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T08:17:38,618 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740/.tmp/ns/75ae0e39521b4af6bc925c64e6a7137e as hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740/ns/75ae0e39521b4af6bc925c64e6a7137e 2024-11-08T08:17:38,625 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740/ns/75ae0e39521b4af6bc925c64e6a7137e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T08:17:38,626 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740/.tmp/table/ec2ba4f4782e454f96ab0704e1412973 as hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740/table/ec2ba4f4782e454f96ab0704e1412973 2024-11-08T08:17:38,631 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740/table/ec2ba4f4782e454f96ab0704e1412973, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T08:17:38,632 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false 2024-11-08T08:17:38,637 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T08:17:38,638 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:17:38,638 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:17:38,638 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:17:38,638 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053857322Running coprocessor pre-close hooks at 1731053857322Disabling compacts and flushes for region at 1731053857322Disabling writes for close at 1731053857323 (+1 ms)Obtaining lock to block concurrent updates at 1731053857323Preparing flush snapshotting stores in 1588230740 at 1731053857323Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731053857323Flushing stores of hbase:meta,,1.1588230740 at 1731053857324 (+1 ms)Flushing 1588230740/info: creating writer at 1731053857324Flushing 1588230740/info: appending metadata at 1731053857340 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731053857340Flushing 1588230740/ns: creating writer at 1731053857754 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731053857770 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731053857770Flushing 1588230740/table: creating writer at 1731053858181 (+411 ms)Flushing 1588230740/table: appending metadata at 1731053858200 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731053858200Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c65196: reopening flushed file at 1731053858611 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@178f1d50: reopening flushed file at 1731053858617 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@341bf3fb: reopening flushed file at 1731053858625 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false at 1731053858632 (+7 ms)Writing region close event to WAL at 1731053858634 (+2 ms)Running coprocessor post-close hooks at 1731053858637 (+3 ms)Closed at 1731053858638 (+1 ms) 2024-11-08T08:17:38,638 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:17:38,696 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268.replicationSource.wal-reader.6ac96558fc7f%2C42705%2C1731053843268,1-6ac96558fc7f,42705,1731053843268 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268/6ac96558fc7f%2C42705%2C1731053843268.1731053845653 to pos 0, reset compression=false 2024-11-08T08:17:38,724 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,42705,1731053843268; all regions closed. 2024-11-08T08:17:38,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741834_1010 (size=2742) 2024-11-08T08:17:38,726 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268/6ac96558fc7f%2C42705%2C1731053843268.meta.1731053846595.meta not finished, retry = 0 2024-11-08T08:17:38,829 DEBUG [RS:0;6ac96558fc7f:42705 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/oldWALs 2024-11-08T08:17:38,830 INFO [RS:0;6ac96558fc7f:42705 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C42705%2C1731053843268.meta:.meta(num 1731053846595) 2024-11-08T08:17:38,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741837_1013 (size=1586) 2024-11-08T08:17:38,832 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268/6ac96558fc7f%2C42705%2C1731053843268.rep.1731053854534 not finished, retry = 0 2024-11-08T08:17:38,936 DEBUG [RS:0;6ac96558fc7f:42705 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/oldWALs 2024-11-08T08:17:38,936 INFO [RS:0;6ac96558fc7f:42705 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C42705%2C1731053843268.rep:(num 1731053854534) 2024-11-08T08:17:38,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741832_1008 (size=93) 2024-11-08T08:17:38,939 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/WALs/6ac96558fc7f,42705,1731053843268/6ac96558fc7f%2C42705%2C1731053843268.1731053845653 not finished, retry = 0 2024-11-08T08:17:39,042 DEBUG [RS:0;6ac96558fc7f:42705 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/oldWALs 2024-11-08T08:17:39,042 INFO [RS:0;6ac96558fc7f:42705 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C42705%2C1731053843268:(num 1731053845653) 2024-11-08T08:17:39,042 DEBUG [RS:0;6ac96558fc7f:42705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:39,042 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:17:39,042 INFO [RS:0;6ac96558fc7f:42705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:17:39,042 INFO [RS:0;6ac96558fc7f:42705 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T08:17:39,042 INFO [RS:0;6ac96558fc7f:42705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:17:39,042 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:17:39,042 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ac96558fc7f,42705,1731053843268 because: Region server is closing 2024-11-08T08:17:39,043 INFO [RS:0;6ac96558fc7f:42705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:42705. 2024-11-08T08:17:39,043 DEBUG [RS:0;6ac96558fc7f:42705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:39,043 DEBUG [RS:0;6ac96558fc7f:42705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:39,043 DEBUG [RS:0;6ac96558fc7f:42705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:39,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:39,143 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268.replicationSource.shipper6ac96558fc7f%2C42705%2C1731053843268,1-6ac96558fc7f,42705,1731053843268 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T08:17:39,143 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268.replicationSource.wal-reader.6ac96558fc7f%2C42705%2C1731053843268,1-6ac96558fc7f,42705,1731053843268 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T08:17:39,143 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42705,1731053843268.replicationSource.shipper6ac96558fc7f%2C42705%2C1731053843268,1-6ac96558fc7f,42705,1731053843268 terminated 2024-11-08T08:17:39,144 INFO [RS:0;6ac96558fc7f:42705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42705 2024-11-08T08:17:39,221 INFO [RS:0;6ac96558fc7f:42705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:17:39,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615/rs 2024-11-08T08:17:39,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0998912615/rs/6ac96558fc7f,42705,1731053843268 2024-11-08T08:17:39,288 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,42705,1731053843268] 2024-11-08T08:17:39,383 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0998912615/draining/6ac96558fc7f,42705,1731053843268 already deleted, retry=false 2024-11-08T08:17:39,384 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,42705,1731053843268 expired; onlineServers=0 2024-11-08T08:17:39,384 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,40681,1731053843040' ***** 2024-11-08T08:17:39,384 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:17:39,384 INFO [M:0;6ac96558fc7f:40681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:17:39,384 INFO [M:0;6ac96558fc7f:40681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:17:39,384 DEBUG [M:0;6ac96558fc7f:40681 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:17:39,384 DEBUG [M:0;6ac96558fc7f:40681 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:17:39,384 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:17:39,384 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053845368 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053845368,5,FailOnTimeoutGroup] 2024-11-08T08:17:39,384 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053845371 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053845371,5,FailOnTimeoutGroup] 2024-11-08T08:17:39,384 INFO [M:0;6ac96558fc7f:40681 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:17:39,384 INFO [M:0;6ac96558fc7f:40681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:17:39,384 DEBUG [M:0;6ac96558fc7f:40681 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:17:39,384 INFO [M:0;6ac96558fc7f:40681 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:17:39,385 INFO [M:0;6ac96558fc7f:40681 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:17:39,385 INFO [M:0;6ac96558fc7f:40681 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:17:39,385 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:17:39,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:39,388 INFO [RS:0;6ac96558fc7f:42705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:17:39,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42705-0x101198564510001, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:39,388 INFO [RS:0;6ac96558fc7f:42705 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,42705,1731053843268; zookeeper connection closed. 2024-11-08T08:17:39,389 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@302a4bf6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@302a4bf6 2024-11-08T08:17:39,389 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:17:39,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0998912615/master 2024-11-08T08:17:39,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0998912615 2024-11-08T08:17:39,522 DEBUG [M:0;6ac96558fc7f:40681 {}] zookeeper.ZKUtil(347): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Unable to get data of znode /0998912615/master because node does not exist (not an error) 2024-11-08T08:17:39,522 WARN [M:0;6ac96558fc7f:40681 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:17:39,522 INFO [M:0;6ac96558fc7f:40681 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/.lastflushedseqids 2024-11-08T08:17:39,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741842_1018 (size=181) 2024-11-08T08:17:39,933 INFO [M:0;6ac96558fc7f:40681 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:17:39,933 INFO [M:0;6ac96558fc7f:40681 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:17:39,934 DEBUG [M:0;6ac96558fc7f:40681 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:17:39,934 INFO [M:0;6ac96558fc7f:40681 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:39,934 DEBUG [M:0;6ac96558fc7f:40681 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:39,934 DEBUG [M:0;6ac96558fc7f:40681 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:17:39,934 DEBUG [M:0;6ac96558fc7f:40681 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:39,934 INFO [M:0;6ac96558fc7f:40681 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T08:17:39,954 DEBUG [M:0;6ac96558fc7f:40681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/185cfabe2d0043898f85846dcc65fcc8 is 82, key is hbase:meta,,1/info:regioninfo/1731053846636/Put/seqid=0 2024-11-08T08:17:39,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741843_1019 (size=5672) 2024-11-08T08:17:40,359 INFO [M:0;6ac96558fc7f:40681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/185cfabe2d0043898f85846dcc65fcc8 2024-11-08T08:17:40,378 DEBUG [M:0;6ac96558fc7f:40681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/183a006b14314b83a81c7445998f78a8 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731053854676/Put/seqid=0 2024-11-08T08:17:40,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741844_1020 (size=7203) 2024-11-08T08:17:40,792 INFO [M:0;6ac96558fc7f:40681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/183a006b14314b83a81c7445998f78a8 2024-11-08T08:17:40,825 DEBUG [M:0;6ac96558fc7f:40681 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff19b2043fb04912b66f7b39b1695534 is 69, key is 6ac96558fc7f,42705,1731053843268/rs:state/1731053845481/Put/seqid=0 2024-11-08T08:17:40,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741845_1021 (size=5156) 2024-11-08T08:17:40,832 INFO [M:0;6ac96558fc7f:40681 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff19b2043fb04912b66f7b39b1695534 2024-11-08T08:17:40,838 DEBUG [M:0;6ac96558fc7f:40681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/185cfabe2d0043898f85846dcc65fcc8 as hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/185cfabe2d0043898f85846dcc65fcc8 2024-11-08T08:17:40,845 INFO [M:0;6ac96558fc7f:40681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/185cfabe2d0043898f85846dcc65fcc8, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T08:17:40,847 DEBUG [M:0;6ac96558fc7f:40681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/183a006b14314b83a81c7445998f78a8 as hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/183a006b14314b83a81c7445998f78a8 2024-11-08T08:17:40,856 INFO [M:0;6ac96558fc7f:40681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/183a006b14314b83a81c7445998f78a8, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T08:17:40,858 DEBUG [M:0;6ac96558fc7f:40681 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff19b2043fb04912b66f7b39b1695534 as hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff19b2043fb04912b66f7b39b1695534 2024-11-08T08:17:40,864 INFO [M:0;6ac96558fc7f:40681 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41035/user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff19b2043fb04912b66f7b39b1695534, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T08:17:40,865 INFO [M:0;6ac96558fc7f:40681 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 931ms, sequenceid=70, compaction requested=false 2024-11-08T08:17:40,873 INFO [M:0;6ac96558fc7f:40681 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:40,873 DEBUG [M:0;6ac96558fc7f:40681 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053859934Disabling compacts and flushes for region at 1731053859934Disabling writes for close at 1731053859934Obtaining lock to block concurrent updates at 1731053859934Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731053859934Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731053859935 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731053859935Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731053859936 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731053859954 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731053859954Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731053860364 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731053860378 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731053860378Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731053860806 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731053860824 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731053860824Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53603d50: reopening flushed file at 1731053860837 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66ea8fc2: reopening flushed file at 1731053860845 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a463a4c: reopening flushed file at 1731053860856 (+11 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 931ms, sequenceid=70, compaction requested=false at 1731053860865 (+9 ms)Writing region close event to WAL at 1731053860873 (+8 ms)Closed at 1731053860873 2024-11-08T08:17:40,883 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f8e469e2-74af-90d4-991c-5b420a55aaf5/MasterData/WALs/6ac96558fc7f,40681,1731053843040/6ac96558fc7f%2C40681%2C1731053843040.1731053845083 not finished, retry = 0 2024-11-08T08:17:40,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36607 is added to blk_1073741830_1006 (size=41008) 2024-11-08T08:17:40,984 INFO [M:0;6ac96558fc7f:40681 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:17:40,984 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:17:40,984 INFO [M:0;6ac96558fc7f:40681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40681 2024-11-08T08:17:40,985 INFO [M:0;6ac96558fc7f:40681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:17:41,104 INFO [M:0;6ac96558fc7f:40681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:17:41,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:41,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40681-0x101198564510000, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:17:41,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@113e0336{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:17:41,107 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3de29a00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:17:41,107 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:17:41,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b2ebcda{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:17:41,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@394705a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/hadoop.log.dir/,STOPPED} 2024-11-08T08:17:41,109 WARN [BP-843499175-172.17.0.3-1731053840576 heartbeating to localhost/127.0.0.1:41035 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:17:41,109 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:17:41,109 WARN [BP-843499175-172.17.0.3-1731053840576 heartbeating to localhost/127.0.0.1:41035 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-843499175-172.17.0.3-1731053840576 (Datanode Uuid 3258209c-35a1-4ccb-a4ca-a47f7dc3c332) service to localhost/127.0.0.1:41035 2024-11-08T08:17:41,109 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:17:41,110 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/cluster_f7ceb587-5213-e68e-c923-b0e07f0640d0/data/data1/current/BP-843499175-172.17.0.3-1731053840576 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:17:41,110 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/cluster_f7ceb587-5213-e68e-c923-b0e07f0640d0/data/data2/current/BP-843499175-172.17.0.3-1731053840576 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:17:41,110 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:17:41,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1058471a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:17:41,117 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@520994d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:17:41,117 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:17:41,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fa94757{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:17:41,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@708c07f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98298926-56fe-5135-fbb9-ce2893477add/hadoop.log.dir/,STOPPED} 2024-11-08T08:17:41,124 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T08:17:41,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:17:41,143 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=136 (was 108) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59063) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40209 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40209 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:40209 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41035 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40209 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:41035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59063) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=481 (was 545), ProcessCount=11 (was 11), AvailableMemoryMB=5390 (was 6160) 2024-11-08T08:17:41,150 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=136, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=481, ProcessCount=11, AvailableMemoryMB=5389 2024-11-08T08:17:41,167 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-08T08:17:41,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/hadoop.log.dir so I do NOT create it in target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c 2024-11-08T08:17:41,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:17:41,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/hadoop.tmp.dir so I do NOT create it in target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c 2024-11-08T08:17:41,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8812798d-2086-6f11-8003-64c10327091e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:17:41,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c 2024-11-08T08:17:41,169 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/cluster_67c5d536-b223-1a42-48c0-67896f07cd85, deleteOnExit=true 2024-11-08T08:17:41,172 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/cluster_67c5d536-b223-1a42-48c0-67896f07cd85/zookeeper_0, clientPort=58554, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/cluster_67c5d536-b223-1a42-48c0-67896f07cd85/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/cluster_67c5d536-b223-1a42-48c0-67896f07cd85/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T08:17:41,172 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58554 2024-11-08T08:17:41,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:17:41,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:17:41,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/test.cache.data in system properties and HBase conf 2024-11-08T08:17:41,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:17:41,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:17:41,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:17:41,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:17:41,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:17:41,173 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:17:41,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:17:41,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:17:41,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:17:41,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:17:41,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:17:41,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:17:41,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:17:41,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:17:41,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:17:41,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:17:41,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:17:41,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:17:41,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:17:41,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:17:41,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101198564510002, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:17:41,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101198564510002, quorum=127.0.0.1:59063, baseZNode=/0998912615 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:17:41,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101198564510005, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:17:41,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101198564510005, quorum=127.0.0.1:59063, baseZNode=/11181543300 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:17:41,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:17:41,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T08:17:41,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T08:17:41,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:17:41,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:17:41,644 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:17:41,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:17:41,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:17:41,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T08:17:41,652 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:17:41,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bcf2990{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:17:41,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69ee97df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:17:41,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@358a93e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/java.io.tmpdir/jetty-localhost-44443-hadoop-hdfs-3_4_1-tests_jar-_-any-5554399307388885033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:17:41,759 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59561a4d{HTTP/1.1, (http/1.1)}{localhost:44443} 2024-11-08T08:17:41,759 INFO [Time-limited test {}] server.Server(415): Started @57951ms 2024-11-08T08:17:42,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:17:42,013 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:17:42,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:17:42,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:17:42,015 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T08:17:42,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fc1d38b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:17:42,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35e7e964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:17:42,115 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9df7998{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/java.io.tmpdir/jetty-localhost-43601-hadoop-hdfs-3_4_1-tests_jar-_-any-12542458601635430737/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:17:42,115 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ecb522c{HTTP/1.1, (http/1.1)}{localhost:43601} 2024-11-08T08:17:42,115 INFO [Time-limited test {}] server.Server(415): Started @58307ms 2024-11-08T08:17:42,117 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:17:43,063 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/cluster_67c5d536-b223-1a42-48c0-67896f07cd85/data/data1/current/BP-1601619728-172.17.0.3-1731053861207/current, will proceed with Du for space computation calculation, 2024-11-08T08:17:43,063 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/cluster_67c5d536-b223-1a42-48c0-67896f07cd85/data/data2/current/BP-1601619728-172.17.0.3-1731053861207/current, will proceed with Du for space computation calculation, 2024-11-08T08:17:43,088 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:17:43,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b200328e182456f with lease ID 0x5999dca405f1c0d4: Processing first storage report for DS-d047868a-5f30-429d-8039-bbfe3ee8080d from datanode DatanodeRegistration(127.0.0.1:37879, datanodeUuid=0ca28797-e93f-450d-a247-f8e289762458, infoPort=34493, infoSecurePort=0, ipcPort=34055, storageInfo=lv=-57;cid=testClusterID;nsid=1269589405;c=1731053861207) 2024-11-08T08:17:43,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b200328e182456f with lease ID 0x5999dca405f1c0d4: from storage DS-d047868a-5f30-429d-8039-bbfe3ee8080d node DatanodeRegistration(127.0.0.1:37879, datanodeUuid=0ca28797-e93f-450d-a247-f8e289762458, infoPort=34493, infoSecurePort=0, ipcPort=34055, storageInfo=lv=-57;cid=testClusterID;nsid=1269589405;c=1731053861207), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:17:43,091 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b200328e182456f with lease ID 0x5999dca405f1c0d4: Processing first storage report for DS-961a1fa3-353d-4041-9b83-975c17efefcd from datanode DatanodeRegistration(127.0.0.1:37879, datanodeUuid=0ca28797-e93f-450d-a247-f8e289762458, infoPort=34493, infoSecurePort=0, ipcPort=34055, storageInfo=lv=-57;cid=testClusterID;nsid=1269589405;c=1731053861207) 2024-11-08T08:17:43,091 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b200328e182456f with lease ID 0x5999dca405f1c0d4: from storage DS-961a1fa3-353d-4041-9b83-975c17efefcd node DatanodeRegistration(127.0.0.1:37879, datanodeUuid=0ca28797-e93f-450d-a247-f8e289762458, infoPort=34493, infoSecurePort=0, ipcPort=34055, storageInfo=lv=-57;cid=testClusterID;nsid=1269589405;c=1731053861207), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:17:43,100 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c 2024-11-08T08:17:43,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:43,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:43,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:17:43,515 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699 with version=8 2024-11-08T08:17:43,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/hbase-staging 2024-11-08T08:17:43,519 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:17:43,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:43,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:43,519 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:17:43,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:43,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:17:43,519 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:17:43,519 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:17:43,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39601 2024-11-08T08:17:43,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39601 connecting to ZooKeeper ensemble=127.0.0.1:58554 2024-11-08T08:17:43,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396010x0, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:17:43,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39601-0x1011985b4de0000 connected 2024-11-08T08:17:43,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:43,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:43,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Set watcher on znode that does not yet exist, /0-899080656/running 2024-11-08T08:17:43,734 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699, hbase.cluster.distributed=false 2024-11-08T08:17:43,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Set watcher on znode that does not yet exist, /0-899080656/acl 2024-11-08T08:17:43,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39601 2024-11-08T08:17:43,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39601 2024-11-08T08:17:43,738 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39601 2024-11-08T08:17:43,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39601 2024-11-08T08:17:43,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39601 2024-11-08T08:17:43,759 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:17:43,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:43,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:43,759 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:17:43,759 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:43,760 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:17:43,760 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:17:43,760 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:17:43,760 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42301 2024-11-08T08:17:43,762 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42301 connecting to ZooKeeper ensemble=127.0.0.1:58554 2024-11-08T08:17:43,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:43,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:43,860 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423010x0, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:17:43,861 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Set watcher on znode that does not yet exist, /0-899080656/running 2024-11-08T08:17:43,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42301-0x1011985b4de0001 connected 2024-11-08T08:17:43,861 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:17:43,862 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:17:43,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Set watcher on znode that does not yet exist, /0-899080656/master 2024-11-08T08:17:43,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Set watcher on znode that does not yet exist, /0-899080656/acl 2024-11-08T08:17:43,863 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42301 2024-11-08T08:17:43,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42301 2024-11-08T08:17:43,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42301 2024-11-08T08:17:43,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42301 2024-11-08T08:17:43,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42301 2024-11-08T08:17:43,875 DEBUG [M:0;6ac96558fc7f:39601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:39601 2024-11-08T08:17:43,875 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-899080656/backup-masters/6ac96558fc7f,39601,1731053863518 2024-11-08T08:17:43,924 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656/backup-masters 2024-11-08T08:17:43,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656/backup-masters 2024-11-08T08:17:43,926 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Set watcher on existing znode=/0-899080656/backup-masters/6ac96558fc7f,39601,1731053863518 2024-11-08T08:17:43,951 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-899080656/master 2024-11-08T08:17:43,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656 2024-11-08T08:17:43,951 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656 2024-11-08T08:17:43,951 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Set watcher on existing znode=/0-899080656/master 2024-11-08T08:17:43,952 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-899080656/backup-masters/6ac96558fc7f,39601,1731053863518 from backup master directory 2024-11-08T08:17:43,961 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656/backup-masters 2024-11-08T08:17:43,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-899080656/backup-masters/6ac96558fc7f,39601,1731053863518 2024-11-08T08:17:43,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656/backup-masters 2024-11-08T08:17:43,961 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:17:43,961 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,39601,1731053863518 2024-11-08T08:17:43,966 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/hbase.id] with ID: 37955bc8-ada4-4a05-b908-41ed9cda86a9 2024-11-08T08:17:43,966 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/.tmp/hbase.id 2024-11-08T08:17:43,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:17:44,140 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:17:44,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:17:44,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:17:44,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:17:44,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:17:44,372 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/.tmp/hbase.id]:[hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/hbase.id] 2024-11-08T08:17:44,392 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:44,392 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:17:44,397 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-08T08:17:44,435 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656 2024-11-08T08:17:44,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656 2024-11-08T08:17:44,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:17:44,880 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:17:44,881 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:17:44,881 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:44,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:17:44,914 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store 2024-11-08T08:17:44,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:17:44,936 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:44,936 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:17:44,937 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:44,937 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:44,937 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:17:44,937 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:44,937 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:44,937 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053864936Disabling compacts and flushes for region at 1731053864936Disabling writes for close at 1731053864937 (+1 ms)Writing region close event to WAL at 1731053864937Closed at 1731053864937 2024-11-08T08:17:44,939 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store/.initializing 2024-11-08T08:17:44,939 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/WALs/6ac96558fc7f,39601,1731053863518 2024-11-08T08:17:44,942 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:17:44,950 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C39601%2C1731053863518, suffix=, logDir=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/WALs/6ac96558fc7f,39601,1731053863518, archiveDir=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/oldWALs, maxLogs=10 2024-11-08T08:17:44,966 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/WALs/6ac96558fc7f,39601,1731053863518/6ac96558fc7f%2C39601%2C1731053863518.1731053864951, exclude list is [], retry=0 2024-11-08T08:17:44,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37879,DS-d047868a-5f30-429d-8039-bbfe3ee8080d,DISK] 2024-11-08T08:17:44,984 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/WALs/6ac96558fc7f,39601,1731053863518/6ac96558fc7f%2C39601%2C1731053863518.1731053864951 2024-11-08T08:17:44,984 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34493:34493)] 2024-11-08T08:17:44,984 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:17:44,985 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:44,985 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:44,985 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:44,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:45,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:17:45,005 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:45,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:45,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:45,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:17:45,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:45,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:45,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:45,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:17:45,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:45,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:45,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:45,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:17:45,018 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:45,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:45,019 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:45,020 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:45,021 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:45,025 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:45,025 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:45,026 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:17:45,036 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:45,040 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:17:45,041 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63806862, jitterRate=-0.04920366406440735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:17:45,042 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731053864985Initializing all the Stores at 1731053864987 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053864987Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053864987Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053864987Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053864987Cleaning up temporary data from old regions at 1731053865025 (+38 ms)Region opened successfully at 1731053865042 (+17 ms) 2024-11-08T08:17:45,043 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:17:45,061 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed389d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:17:45,068 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:17:45,068 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:17:45,068 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:17:45,069 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:17:45,070 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:17:45,070 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:17:45,070 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:17:45,081 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:17:45,084 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Unable to get data of znode /0-899080656/balancer because node does not exist (not necessarily an error) 2024-11-08T08:17:45,135 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-899080656/balancer already deleted, retry=false 2024-11-08T08:17:45,136 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:17:45,138 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Unable to get data of znode /0-899080656/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:17:45,152 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-899080656/normalizer already deleted, retry=false 2024-11-08T08:17:45,153 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:17:45,155 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Unable to get data of znode /0-899080656/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:17:45,169 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-899080656/switch/split already deleted, retry=false 2024-11-08T08:17:45,173 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Unable to get data of znode /0-899080656/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:17:45,188 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-899080656/switch/merge already deleted, retry=false 2024-11-08T08:17:45,197 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Unable to get data of znode /0-899080656/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:17:45,209 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-899080656/snapshot-cleanup already deleted, retry=false 2024-11-08T08:17:45,220 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-899080656/running 2024-11-08T08:17:45,220 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656 2024-11-08T08:17:45,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-899080656/running 2024-11-08T08:17:45,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656 2024-11-08T08:17:45,224 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,39601,1731053863518, sessionid=0x1011985b4de0000, setting cluster-up flag (Was=false) 2024-11-08T08:17:45,246 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656 2024-11-08T08:17:45,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656 2024-11-08T08:17:45,277 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-899080656/flush-table-proc/acquired, /0-899080656/flush-table-proc/reached, /0-899080656/flush-table-proc/abort 2024-11-08T08:17:45,280 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,39601,1731053863518 2024-11-08T08:17:45,304 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656 2024-11-08T08:17:45,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656 2024-11-08T08:17:45,344 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-899080656/online-snapshot/acquired, /0-899080656/online-snapshot/reached, /0-899080656/online-snapshot/abort 2024-11-08T08:17:45,351 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,39601,1731053863518 2024-11-08T08:17:45,357 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:17:45,360 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:45,361 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:17:45,361 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:17:45,361 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,39601,1731053863518 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:17:45,363 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:45,363 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:45,363 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:45,363 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:45,363 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:17:45,363 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:45,364 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:17:45,364 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:45,370 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:45,370 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:17:45,371 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731053895371 2024-11-08T08:17:45,371 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:17:45,371 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:17:45,372 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:17:45,372 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:17:45,372 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:17:45,372 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:17:45,372 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:45,373 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:17:45,373 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:17:45,373 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:17:45,373 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:17:45,374 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:45,374 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:17:45,380 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:17:45,380 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:17:45,388 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053865380,5,FailOnTimeoutGroup] 2024-11-08T08:17:45,389 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(746): ClusterId : 37955bc8-ada4-4a05-b908-41ed9cda86a9 2024-11-08T08:17:45,389 DEBUG [RS:0;6ac96558fc7f:42301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:17:45,392 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053865388,5,FailOnTimeoutGroup] 2024-11-08T08:17:45,392 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:45,392 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:17:45,392 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:45,392 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:45,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:17:45,396 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:17:45,396 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699 2024-11-08T08:17:45,400 DEBUG [RS:0;6ac96558fc7f:42301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:17:45,400 DEBUG [RS:0;6ac96558fc7f:42301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:17:45,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741832_1008 (size=32) 2024-11-08T08:17:45,412 DEBUG [RS:0;6ac96558fc7f:42301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:17:45,412 DEBUG [RS:0;6ac96558fc7f:42301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7525eebc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:17:45,437 DEBUG [RS:0;6ac96558fc7f:42301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:42301 2024-11-08T08:17:45,437 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:17:45,437 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:17:45,438 DEBUG [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:17:45,445 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,39601,1731053863518 with port=42301, startcode=1731053863759 2024-11-08T08:17:45,445 DEBUG [RS:0;6ac96558fc7f:42301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:17:45,449 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:17:45,450 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,42301,1731053863759 2024-11-08T08:17:45,450 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39601 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,42301,1731053863759 2024-11-08T08:17:45,452 DEBUG [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699 2024-11-08T08:17:45,452 DEBUG [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38515 2024-11-08T08:17:45,452 DEBUG [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:17:45,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656/rs 2024-11-08T08:17:45,463 DEBUG [RS:0;6ac96558fc7f:42301 {}] zookeeper.ZKUtil(111): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Set watcher on existing znode=/0-899080656/rs/6ac96558fc7f,42301,1731053863759 2024-11-08T08:17:45,463 WARN [RS:0;6ac96558fc7f:42301 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:17:45,463 INFO [RS:0;6ac96558fc7f:42301 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:45,463 DEBUG [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759 2024-11-08T08:17:45,463 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,42301,1731053863759] 2024-11-08T08:17:45,466 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:17:45,468 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:17:45,469 INFO [RS:0;6ac96558fc7f:42301 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:17:45,469 INFO [RS:0;6ac96558fc7f:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:45,472 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:17:45,473 INFO [RS:0;6ac96558fc7f:42301 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:17:45,473 INFO [RS:0;6ac96558fc7f:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:45,473 DEBUG [RS:0;6ac96558fc7f:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:45,473 DEBUG [RS:0;6ac96558fc7f:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:45,473 DEBUG [RS:0;6ac96558fc7f:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:45,473 DEBUG [RS:0;6ac96558fc7f:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:45,474 DEBUG [RS:0;6ac96558fc7f:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:45,474 DEBUG [RS:0;6ac96558fc7f:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:17:45,474 DEBUG [RS:0;6ac96558fc7f:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:45,474 DEBUG [RS:0;6ac96558fc7f:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:45,474 DEBUG [RS:0;6ac96558fc7f:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:45,474 DEBUG [RS:0;6ac96558fc7f:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:45,474 DEBUG [RS:0;6ac96558fc7f:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:45,474 DEBUG [RS:0;6ac96558fc7f:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:45,474 DEBUG [RS:0;6ac96558fc7f:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:17:45,474 DEBUG [RS:0;6ac96558fc7f:42301 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:17:45,488 INFO [RS:0;6ac96558fc7f:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:45,488 INFO [RS:0;6ac96558fc7f:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:45,488 INFO [RS:0;6ac96558fc7f:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:45,488 INFO [RS:0;6ac96558fc7f:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:45,488 INFO [RS:0;6ac96558fc7f:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:45,488 INFO [RS:0;6ac96558fc7f:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42301,1731053863759-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:17:45,506 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:17:45,506 INFO [RS:0;6ac96558fc7f:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42301,1731053863759-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:45,506 INFO [RS:0;6ac96558fc7f:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:45,506 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.Replication(171): 6ac96558fc7f,42301,1731053863759 started 2024-11-08T08:17:45,520 INFO [RS:0;6ac96558fc7f:42301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:45,521 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,42301,1731053863759, RpcServer on 6ac96558fc7f/172.17.0.3:42301, sessionid=0x1011985b4de0001 2024-11-08T08:17:45,521 DEBUG [RS:0;6ac96558fc7f:42301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:17:45,521 DEBUG [RS:0;6ac96558fc7f:42301 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,42301,1731053863759 2024-11-08T08:17:45,521 DEBUG [RS:0;6ac96558fc7f:42301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,42301,1731053863759' 2024-11-08T08:17:45,521 DEBUG [RS:0;6ac96558fc7f:42301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-899080656/flush-table-proc/abort' 2024-11-08T08:17:45,521 DEBUG [RS:0;6ac96558fc7f:42301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-899080656/flush-table-proc/acquired' 2024-11-08T08:17:45,522 DEBUG [RS:0;6ac96558fc7f:42301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:17:45,522 DEBUG [RS:0;6ac96558fc7f:42301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:17:45,522 DEBUG [RS:0;6ac96558fc7f:42301 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,42301,1731053863759 2024-11-08T08:17:45,522 DEBUG [RS:0;6ac96558fc7f:42301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,42301,1731053863759' 2024-11-08T08:17:45,522 DEBUG [RS:0;6ac96558fc7f:42301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-899080656/online-snapshot/abort' 2024-11-08T08:17:45,522 DEBUG [RS:0;6ac96558fc7f:42301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-899080656/online-snapshot/acquired' 2024-11-08T08:17:45,522 DEBUG [RS:0;6ac96558fc7f:42301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:17:45,522 INFO [RS:0;6ac96558fc7f:42301 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:17:45,522 INFO [RS:0;6ac96558fc7f:42301 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:17:45,623 INFO [RS:0;6ac96558fc7f:42301 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:17:45,625 INFO [RS:0;6ac96558fc7f:42301 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C42301%2C1731053863759, suffix=, logDir=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759, archiveDir=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/oldWALs, maxLogs=10 2024-11-08T08:17:45,643 DEBUG [RS:0;6ac96558fc7f:42301 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625, exclude list is [], retry=0 2024-11-08T08:17:45,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37879,DS-d047868a-5f30-429d-8039-bbfe3ee8080d,DISK] 2024-11-08T08:17:45,654 INFO [RS:0;6ac96558fc7f:42301 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 2024-11-08T08:17:45,654 DEBUG [RS:0;6ac96558fc7f:42301 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34493:34493)] 2024-11-08T08:17:45,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:45,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:17:45,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:17:45,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:45,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:45,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:17:45,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:17:45,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:45,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:45,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:17:45,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:17:45,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:45,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:45,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:17:45,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:17:45,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:45,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:45,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:17:45,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740 2024-11-08T08:17:45,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740 2024-11-08T08:17:45,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:17:45,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:17:45,820 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:17:45,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:17:45,823 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:17:45,824 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71645945, jitterRate=0.06760777533054352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:17:45,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731053865809Initializing all the Stores at 1731053865810 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053865810Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053865810Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053865810Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053865810Cleaning up temporary data from old regions at 1731053865820 (+10 ms)Region opened successfully at 1731053865824 (+4 ms) 2024-11-08T08:17:45,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:17:45,825 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:17:45,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:17:45,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:17:45,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:17:45,825 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:17:45,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053865824Disabling compacts and flushes for region at 1731053865824Disabling writes for close at 1731053865825 (+1 ms)Writing region close event to WAL at 1731053865825Closed at 1731053865825 2024-11-08T08:17:45,826 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:45,826 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:17:45,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:17:45,828 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:17:45,828 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:17:45,979 DEBUG [6ac96558fc7f:39601 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:17:45,979 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,42301,1731053863759 2024-11-08T08:17:45,981 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,42301,1731053863759, state=OPENING 2024-11-08T08:17:46,030 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:17:46,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656 2024-11-08T08:17:46,041 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656 2024-11-08T08:17:46,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-899080656/meta-region-server: CHANGED 2024-11-08T08:17:46,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-899080656/meta-region-server: CHANGED 2024-11-08T08:17:46,041 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:17:46,041 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,42301,1731053863759}] 2024-11-08T08:17:46,194 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:17:46,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:17:46,199 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:17:46,199 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:46,199 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:17:46,201 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C42301%2C1731053863759.meta, suffix=.meta, logDir=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759, archiveDir=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/oldWALs, maxLogs=10 2024-11-08T08:17:46,212 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.meta.1731053866201.meta, exclude list is [], retry=0 2024-11-08T08:17:46,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37879,DS-d047868a-5f30-429d-8039-bbfe3ee8080d,DISK] 2024-11-08T08:17:46,216 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.meta.1731053866201.meta 2024-11-08T08:17:46,216 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34493:34493)] 2024-11-08T08:17:46,216 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:17:46,217 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:17:46,217 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:17:46,217 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:17:46,217 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:17:46,217 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:17:46,217 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:46,217 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:17:46,217 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:17:46,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:17:46,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:17:46,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:46,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:46,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:17:46,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:17:46,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:46,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:46,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:17:46,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:17:46,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:46,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:46,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:17:46,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:17:46,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:46,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:46,224 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:17:46,224 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740 2024-11-08T08:17:46,225 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740 2024-11-08T08:17:46,227 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:17:46,227 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:17:46,227 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:17:46,228 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:17:46,229 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69042410, jitterRate=0.02881208062171936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:17:46,229 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:17:46,230 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731053866217Writing region info on filesystem at 1731053866217Initializing all the Stores at 1731053866218 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053866218Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053866219 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053866219Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053866219Cleaning up temporary data from old regions at 1731053866227 (+8 ms)Running coprocessor post-open hooks at 1731053866229 (+2 ms)Region opened successfully at 1731053866230 (+1 ms) 2024-11-08T08:17:46,231 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731053866194 2024-11-08T08:17:46,233 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:17:46,233 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:17:46,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,42301,1731053863759 2024-11-08T08:17:46,234 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,42301,1731053863759, state=OPEN 2024-11-08T08:17:46,281 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-899080656/meta-region-server 2024-11-08T08:17:46,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-899080656/meta-region-server 2024-11-08T08:17:46,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-899080656/meta-region-server: CHANGED 2024-11-08T08:17:46,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-899080656/meta-region-server: CHANGED 2024-11-08T08:17:46,281 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,42301,1731053863759 2024-11-08T08:17:46,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:17:46,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,42301,1731053863759 in 240 msec 2024-11-08T08:17:46,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:17:46,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-08T08:17:46,287 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:46,287 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:17:46,288 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:17:46,289 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,42301,1731053863759, seqNum=-1] 2024-11-08T08:17:46,289 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:17:46,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:17:46,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 937 msec 2024-11-08T08:17:46,296 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731053866295, completionTime=-1 2024-11-08T08:17:46,296 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:17:46,296 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:17:46,297 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:17:46,297 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731053926297 2024-11-08T08:17:46,297 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731053986297 2024-11-08T08:17:46,297 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T08:17:46,298 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,39601,1731053863518-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:46,298 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,39601,1731053863518-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:46,298 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,39601,1731053863518-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:46,298 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:39601, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:46,298 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:46,298 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:46,300 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:17:46,302 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.340sec 2024-11-08T08:17:46,302 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:17:46,302 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:17:46,302 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:17:46,302 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:17:46,302 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:17:46,302 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,39601,1731053863518-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:17:46,302 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,39601,1731053863518-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:17:46,304 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:17:46,304 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:17:46,304 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,39601,1731053863518-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:46,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5477dd8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:46,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,39601,-1 for getting cluster id 2024-11-08T08:17:46,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:46,375 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37955bc8-ada4-4a05-b908-41ed9cda86a9' 2024-11-08T08:17:46,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:46,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37955bc8-ada4-4a05-b908-41ed9cda86a9" 2024-11-08T08:17:46,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd2b048, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:46,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,39601,-1] 2024-11-08T08:17:46,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:46,376 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:46,377 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:46,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36eba5d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:46,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:17:46,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,42301,1731053863759, seqNum=-1] 2024-11-08T08:17:46,380 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:17:46,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:17:46,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,39601,1731053863518 2024-11-08T08:17:46,383 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58554 2024-11-08T08:17:46,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:17:46,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011985b4de0002 connected 2024-11-08T08:17:46,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/hadoop.log.dir so I do NOT create it in target/test-data/35b893f0-515f-8c0c-039b-a08641764837 2024-11-08T08:17:46,416 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:17:46,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/hadoop.tmp.dir so I do NOT create it in target/test-data/35b893f0-515f-8c0c-039b-a08641764837 2024-11-08T08:17:46,416 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:17:46,417 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837 2024-11-08T08:17:46,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:17:46,417 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/cluster_bf400723-0101-8946-f4d3-d76758c70f73, deleteOnExit=true 2024-11-08T08:17:46,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:17:46,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/test.cache.data in system properties and HBase conf 2024-11-08T08:17:46,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:17:46,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:17:46,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:17:46,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:17:46,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:17:46,417 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:17:46,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:17:46,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:17:46,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:17:46,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:17:46,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:17:46,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:17:46,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:17:46,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:17:46,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:17:46,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:17:46,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:17:46,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:17:46,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:17:46,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:17:46,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:17:46,779 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:17:46,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:17:46,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:17:46,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:17:46,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:17:46,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@553b932e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:17:46,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ab166a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:17:46,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ebdcf0d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/java.io.tmpdir/jetty-localhost-35777-hadoop-hdfs-3_4_1-tests_jar-_-any-7157354659165004981/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:17:46,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f64ed9b{HTTP/1.1, (http/1.1)}{localhost:35777} 2024-11-08T08:17:46,881 INFO [Time-limited test {}] server.Server(415): Started @63073ms 2024-11-08T08:17:47,148 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:17:47,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:17:47,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:17:47,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:17:47,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T08:17:47,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70204047{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:17:47,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ca8a3fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:17:47,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3897dbef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/java.io.tmpdir/jetty-localhost-42687-hadoop-hdfs-3_4_1-tests_jar-_-any-4870045399395083232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:17:47,249 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23fec193{HTTP/1.1, (http/1.1)}{localhost:42687} 2024-11-08T08:17:47,249 INFO [Time-limited test {}] server.Server(415): Started @63441ms 2024-11-08T08:17:47,250 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:17:47,993 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/cluster_bf400723-0101-8946-f4d3-d76758c70f73/data/data1/current/BP-836301101-172.17.0.3-1731053866434/current, will proceed with Du for space computation calculation, 2024-11-08T08:17:47,993 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/cluster_bf400723-0101-8946-f4d3-d76758c70f73/data/data2/current/BP-836301101-172.17.0.3-1731053866434/current, will proceed with Du for space computation calculation, 2024-11-08T08:17:48,016 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:17:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcebd8c8f177c7e7d with lease ID 0x2b9d2030c42bd876: Processing first storage report for DS-1982f5b1-fcad-4fcd-b411-afc17af22349 from datanode DatanodeRegistration(127.0.0.1:33221, datanodeUuid=f65b13b2-7a0e-4c16-9e89-bc19985b1199, infoPort=44149, infoSecurePort=0, ipcPort=40499, storageInfo=lv=-57;cid=testClusterID;nsid=844163154;c=1731053866434) 2024-11-08T08:17:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcebd8c8f177c7e7d with lease ID 0x2b9d2030c42bd876: from storage DS-1982f5b1-fcad-4fcd-b411-afc17af22349 node DatanodeRegistration(127.0.0.1:33221, datanodeUuid=f65b13b2-7a0e-4c16-9e89-bc19985b1199, infoPort=44149, infoSecurePort=0, ipcPort=40499, storageInfo=lv=-57;cid=testClusterID;nsid=844163154;c=1731053866434), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:17:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcebd8c8f177c7e7d with lease ID 0x2b9d2030c42bd876: Processing first storage report for DS-e78d0950-11e6-4622-a21f-4fc73f43952c from datanode DatanodeRegistration(127.0.0.1:33221, datanodeUuid=f65b13b2-7a0e-4c16-9e89-bc19985b1199, infoPort=44149, infoSecurePort=0, ipcPort=40499, storageInfo=lv=-57;cid=testClusterID;nsid=844163154;c=1731053866434) 2024-11-08T08:17:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcebd8c8f177c7e7d with lease ID 0x2b9d2030c42bd876: from storage DS-e78d0950-11e6-4622-a21f-4fc73f43952c node DatanodeRegistration(127.0.0.1:33221, datanodeUuid=f65b13b2-7a0e-4c16-9e89-bc19985b1199, infoPort=44149, infoSecurePort=0, ipcPort=40499, storageInfo=lv=-57;cid=testClusterID;nsid=844163154;c=1731053866434), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:17:48,078 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837 2024-11-08T08:17:48,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:48,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:48,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:17:48,491 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17 with version=8 2024-11-08T08:17:48,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/hbase-staging 2024-11-08T08:17:48,493 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:17:48,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:48,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:48,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:17:48,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:48,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:17:48,493 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:17:48,493 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:17:48,494 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39393 2024-11-08T08:17:48,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39393 connecting to ZooKeeper ensemble=127.0.0.1:58554 2024-11-08T08:17:48,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393930x0, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:17:48,509 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39393-0x1011985b4de0003 connected 2024-11-08T08:17:48,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:48,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:48,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Set watcher on znode that does not yet exist, /1-1408943540/running 2024-11-08T08:17:48,758 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17, hbase.cluster.distributed=false 2024-11-08T08:17:48,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Set watcher on znode that does not yet exist, /1-1408943540/acl 2024-11-08T08:17:48,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39393 2024-11-08T08:17:48,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39393 2024-11-08T08:17:48,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39393 2024-11-08T08:17:48,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39393 2024-11-08T08:17:48,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39393 2024-11-08T08:17:48,786 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:17:48,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:48,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:48,788 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:17:48,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:17:48,789 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:17:48,789 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:17:48,789 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:17:48,790 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34255 2024-11-08T08:17:48,791 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34255 connecting to ZooKeeper ensemble=127.0.0.1:58554 2024-11-08T08:17:48,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:48,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:48,820 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342550x0, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:17:48,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342550x0, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Set watcher on znode that does not yet exist, /1-1408943540/running 2024-11-08T08:17:48,822 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:17:48,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34255-0x1011985b4de0004 connected 2024-11-08T08:17:48,826 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:17:48,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Set watcher on znode that does not yet exist, /1-1408943540/master 2024-11-08T08:17:48,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Set watcher on znode that does not yet exist, /1-1408943540/acl 2024-11-08T08:17:48,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34255 2024-11-08T08:17:48,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34255 2024-11-08T08:17:48,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34255 2024-11-08T08:17:48,855 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34255 2024-11-08T08:17:48,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34255 2024-11-08T08:17:48,875 DEBUG [M:0;6ac96558fc7f:39393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:39393 2024-11-08T08:17:48,876 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1408943540/backup-masters/6ac96558fc7f,39393,1731053868492 2024-11-08T08:17:48,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540/backup-masters 2024-11-08T08:17:48,898 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540/backup-masters 2024-11-08T08:17:48,899 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Set watcher on existing znode=/1-1408943540/backup-masters/6ac96558fc7f,39393,1731053868492 2024-11-08T08:17:48,909 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1408943540/master 2024-11-08T08:17:48,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540 2024-11-08T08:17:48,909 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540 2024-11-08T08:17:48,909 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Set watcher on existing znode=/1-1408943540/master 2024-11-08T08:17:48,910 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1408943540/backup-masters/6ac96558fc7f,39393,1731053868492 from backup master directory 2024-11-08T08:17:48,919 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540/backup-masters 2024-11-08T08:17:48,919 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:17:48,919 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,39393,1731053868492 2024-11-08T08:17:48,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1408943540/backup-masters/6ac96558fc7f,39393,1731053868492 2024-11-08T08:17:48,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540/backup-masters 2024-11-08T08:17:48,926 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/hbase.id] with ID: 48875338-4ea5-497b-b547-24eeb1b92e0b 2024-11-08T08:17:48,926 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/.tmp/hbase.id 2024-11-08T08:17:48,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:17:49,347 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/.tmp/hbase.id]:[hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/hbase.id] 2024-11-08T08:17:49,357 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:49,357 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:17:49,358 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T08:17:49,372 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540 2024-11-08T08:17:49,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540 2024-11-08T08:17:49,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:17:49,777 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:17:49,778 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:17:49,779 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:49,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:17:50,186 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store 2024-11-08T08:17:50,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:17:50,592 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:50,592 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:17:50,592 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:50,592 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:50,592 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:17:50,593 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:50,593 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:17:50,593 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053870592Disabling compacts and flushes for region at 1731053870592Disabling writes for close at 1731053870592Writing region close event to WAL at 1731053870593 (+1 ms)Closed at 1731053870593 2024-11-08T08:17:50,594 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store/.initializing 2024-11-08T08:17:50,594 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/WALs/6ac96558fc7f,39393,1731053868492 2024-11-08T08:17:50,595 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:17:50,597 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C39393%2C1731053868492, suffix=, logDir=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/WALs/6ac96558fc7f,39393,1731053868492, archiveDir=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/oldWALs, maxLogs=10 2024-11-08T08:17:50,612 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/WALs/6ac96558fc7f,39393,1731053868492/6ac96558fc7f%2C39393%2C1731053868492.1731053870597, exclude list is [], retry=0 2024-11-08T08:17:50,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33221,DS-1982f5b1-fcad-4fcd-b411-afc17af22349,DISK] 2024-11-08T08:17:50,616 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/WALs/6ac96558fc7f,39393,1731053868492/6ac96558fc7f%2C39393%2C1731053868492.1731053870597 2024-11-08T08:17:50,616 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44149:44149)] 2024-11-08T08:17:50,616 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:17:50,617 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:50,617 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:50,617 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:50,618 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:50,619 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:17:50,619 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:50,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:50,620 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:50,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:17:50,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:50,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:50,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:50,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:17:50,623 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:50,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:50,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:50,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:17:50,624 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:50,625 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:50,625 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:50,625 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:50,626 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:50,627 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:50,627 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:50,628 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:17:50,629 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:17:50,631 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:17:50,631 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72501669, jitterRate=0.08035905659198761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:17:50,631 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731053870617Initializing all the Stores at 1731053870618 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053870618Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053870618Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053870618Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053870618Cleaning up temporary data from old regions at 1731053870627 (+9 ms)Region opened successfully at 1731053870631 (+4 ms) 2024-11-08T08:17:50,632 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:17:50,634 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596bc654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:17:50,635 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:17:50,635 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:17:50,635 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:17:50,635 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:17:50,636 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:17:50,636 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:17:50,636 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:17:50,638 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:17:50,639 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Unable to get data of znode /1-1408943540/balancer because node does not exist (not necessarily an error) 2024-11-08T08:17:50,693 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1408943540/balancer already deleted, retry=false 2024-11-08T08:17:50,693 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:17:50,694 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Unable to get data of znode /1-1408943540/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:17:50,703 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1408943540/normalizer already deleted, retry=false 2024-11-08T08:17:50,704 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:17:50,705 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Unable to get data of znode /1-1408943540/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:17:50,714 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1408943540/switch/split already deleted, retry=false 2024-11-08T08:17:50,715 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Unable to get data of znode /1-1408943540/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:17:50,724 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1408943540/switch/merge already deleted, retry=false 2024-11-08T08:17:50,726 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Unable to get data of znode /1-1408943540/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:17:50,735 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1408943540/snapshot-cleanup already deleted, retry=false 2024-11-08T08:17:50,746 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1408943540/running 2024-11-08T08:17:50,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1408943540/running 2024-11-08T08:17:50,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540 2024-11-08T08:17:50,746 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540 2024-11-08T08:17:50,746 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,39393,1731053868492, sessionid=0x1011985b4de0003, setting cluster-up flag (Was=false) 2024-11-08T08:17:50,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540 2024-11-08T08:17:50,767 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540 2024-11-08T08:17:50,798 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1408943540/flush-table-proc/acquired, /1-1408943540/flush-table-proc/reached, /1-1408943540/flush-table-proc/abort 2024-11-08T08:17:50,799 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,39393,1731053868492 2024-11-08T08:17:50,819 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540 2024-11-08T08:17:50,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540 2024-11-08T08:17:50,851 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1408943540/online-snapshot/acquired, /1-1408943540/online-snapshot/reached, /1-1408943540/online-snapshot/abort 2024-11-08T08:17:50,852 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,39393,1731053868492 2024-11-08T08:17:50,853 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:17:50,854 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:50,855 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:17:50,855 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:17:50,855 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,39393,1731053868492 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:17:50,856 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:50,856 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:50,856 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:50,856 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:17:50,856 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:17:50,856 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:50,856 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:17:50,856 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:50,857 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731053900857 2024-11-08T08:17:50,857 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:17:50,857 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:17:50,857 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:17:50,857 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:17:50,857 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:17:50,857 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:17:50,857 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:50,858 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:50,858 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:17:50,858 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:17:50,858 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:17:50,858 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:17:50,858 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:17:50,858 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:17:50,858 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:17:50,859 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053870858,5,FailOnTimeoutGroup] 2024-11-08T08:17:50,859 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053870859,5,FailOnTimeoutGroup] 2024-11-08T08:17:50,859 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:50,859 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:50,859 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:17:50,859 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:50,859 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:50,859 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:17:50,860 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(746): ClusterId : 48875338-4ea5-497b-b547-24eeb1b92e0b 2024-11-08T08:17:50,861 DEBUG [RS:0;6ac96558fc7f:34255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:17:50,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:17:50,873 DEBUG [RS:0;6ac96558fc7f:34255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:17:50,873 DEBUG [RS:0;6ac96558fc7f:34255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:17:50,883 DEBUG [RS:0;6ac96558fc7f:34255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:17:50,883 DEBUG [RS:0;6ac96558fc7f:34255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361d853e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:17:50,893 DEBUG [RS:0;6ac96558fc7f:34255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:34255 2024-11-08T08:17:50,893 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:17:50,893 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:17:50,894 DEBUG [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:17:50,894 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,39393,1731053868492 with port=34255, startcode=1731053868785 2024-11-08T08:17:50,894 DEBUG [RS:0;6ac96558fc7f:34255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:17:50,896 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:17:50,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39393 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,34255,1731053868785 2024-11-08T08:17:50,896 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39393 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,34255,1731053868785 2024-11-08T08:17:50,897 DEBUG [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17 2024-11-08T08:17:50,897 DEBUG [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43839 2024-11-08T08:17:50,897 DEBUG [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:17:50,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540/rs 2024-11-08T08:17:50,940 DEBUG [RS:0;6ac96558fc7f:34255 {}] zookeeper.ZKUtil(111): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Set watcher on existing znode=/1-1408943540/rs/6ac96558fc7f,34255,1731053868785 2024-11-08T08:17:50,940 WARN [RS:0;6ac96558fc7f:34255 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:17:50,940 INFO [RS:0;6ac96558fc7f:34255 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:50,940 DEBUG [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/WALs/6ac96558fc7f,34255,1731053868785 2024-11-08T08:17:50,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,34255,1731053868785] 2024-11-08T08:17:50,944 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:17:50,948 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:17:50,948 INFO [RS:0;6ac96558fc7f:34255 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:17:50,948 INFO [RS:0;6ac96558fc7f:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:50,949 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:17:50,950 INFO [RS:0;6ac96558fc7f:34255 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:17:50,950 INFO [RS:0;6ac96558fc7f:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:50,950 DEBUG [RS:0;6ac96558fc7f:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:50,950 DEBUG [RS:0;6ac96558fc7f:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:50,950 DEBUG [RS:0;6ac96558fc7f:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:50,950 DEBUG [RS:0;6ac96558fc7f:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:50,950 DEBUG [RS:0;6ac96558fc7f:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:50,950 DEBUG [RS:0;6ac96558fc7f:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:17:50,950 DEBUG [RS:0;6ac96558fc7f:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:50,950 DEBUG [RS:0;6ac96558fc7f:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:50,950 DEBUG [RS:0;6ac96558fc7f:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:50,950 DEBUG [RS:0;6ac96558fc7f:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:50,950 DEBUG [RS:0;6ac96558fc7f:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:50,950 DEBUG [RS:0;6ac96558fc7f:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:17:50,951 DEBUG [RS:0;6ac96558fc7f:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:17:50,951 DEBUG [RS:0;6ac96558fc7f:34255 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:17:50,960 INFO [RS:0;6ac96558fc7f:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:50,960 INFO [RS:0;6ac96558fc7f:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:50,960 INFO [RS:0;6ac96558fc7f:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:50,960 INFO [RS:0;6ac96558fc7f:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:50,960 INFO [RS:0;6ac96558fc7f:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:50,960 INFO [RS:0;6ac96558fc7f:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,34255,1731053868785-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:17:50,984 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:17:50,985 INFO [RS:0;6ac96558fc7f:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,34255,1731053868785-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:50,985 INFO [RS:0;6ac96558fc7f:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:50,985 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.Replication(171): 6ac96558fc7f,34255,1731053868785 started 2024-11-08T08:17:51,006 INFO [RS:0;6ac96558fc7f:34255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:51,006 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,34255,1731053868785, RpcServer on 6ac96558fc7f/172.17.0.3:34255, sessionid=0x1011985b4de0004 2024-11-08T08:17:51,006 DEBUG [RS:0;6ac96558fc7f:34255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:17:51,006 DEBUG [RS:0;6ac96558fc7f:34255 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,34255,1731053868785 2024-11-08T08:17:51,006 DEBUG [RS:0;6ac96558fc7f:34255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,34255,1731053868785' 2024-11-08T08:17:51,006 DEBUG [RS:0;6ac96558fc7f:34255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1408943540/flush-table-proc/abort' 2024-11-08T08:17:51,007 DEBUG [RS:0;6ac96558fc7f:34255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1408943540/flush-table-proc/acquired' 2024-11-08T08:17:51,007 DEBUG [RS:0;6ac96558fc7f:34255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:17:51,007 DEBUG [RS:0;6ac96558fc7f:34255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:17:51,007 DEBUG [RS:0;6ac96558fc7f:34255 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,34255,1731053868785 2024-11-08T08:17:51,007 DEBUG [RS:0;6ac96558fc7f:34255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,34255,1731053868785' 2024-11-08T08:17:51,007 DEBUG [RS:0;6ac96558fc7f:34255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1408943540/online-snapshot/abort' 2024-11-08T08:17:51,007 DEBUG [RS:0;6ac96558fc7f:34255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1408943540/online-snapshot/acquired' 2024-11-08T08:17:51,008 DEBUG [RS:0;6ac96558fc7f:34255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:17:51,008 INFO [RS:0;6ac96558fc7f:34255 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:17:51,008 INFO [RS:0;6ac96558fc7f:34255 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:17:51,109 INFO [RS:0;6ac96558fc7f:34255 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:17:51,112 INFO [RS:0;6ac96558fc7f:34255 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C34255%2C1731053868785, suffix=, logDir=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/WALs/6ac96558fc7f,34255,1731053868785, archiveDir=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/oldWALs, maxLogs=10 2024-11-08T08:17:51,133 DEBUG [RS:0;6ac96558fc7f:34255 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/WALs/6ac96558fc7f,34255,1731053868785/6ac96558fc7f%2C34255%2C1731053868785.1731053871113, exclude list is [], retry=0 2024-11-08T08:17:51,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33221,DS-1982f5b1-fcad-4fcd-b411-afc17af22349,DISK] 2024-11-08T08:17:51,173 INFO [RS:0;6ac96558fc7f:34255 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/WALs/6ac96558fc7f,34255,1731053868785/6ac96558fc7f%2C34255%2C1731053868785.1731053871113 2024-11-08T08:17:51,180 DEBUG [RS:0;6ac96558fc7f:34255 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44149:44149)] 2024-11-08T08:17:51,281 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:17:51,281 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17 2024-11-08T08:17:51,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741833_1009 (size=32) 2024-11-08T08:17:51,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:51,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:17:51,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:17:51,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:51,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:51,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:17:51,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:17:51,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:51,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:51,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:17:51,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:17:51,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:51,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:51,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:17:51,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:17:51,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:51,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:51,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:17:51,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740 2024-11-08T08:17:51,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740 2024-11-08T08:17:51,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:17:51,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:17:51,360 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:17:51,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:17:51,372 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:17:51,374 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68382732, jitterRate=0.018982112407684326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:17:51,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731053871323Initializing all the Stores at 1731053871327 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053871327Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053871327Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053871327Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053871327Cleaning up temporary data from old regions at 1731053871360 (+33 ms)Region opened successfully at 1731053871374 (+14 ms) 2024-11-08T08:17:51,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:17:51,374 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:17:51,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:17:51,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:17:51,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:17:51,380 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:17:51,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053871374Disabling compacts and flushes for region at 1731053871374Disabling writes for close at 1731053871374Writing region close event to WAL at 1731053871380 (+6 ms)Closed at 1731053871380 2024-11-08T08:17:51,389 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:51,389 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:17:51,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:17:51,401 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:17:51,405 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:17:51,556 DEBUG [6ac96558fc7f:39393 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:17:51,557 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,34255,1731053868785 2024-11-08T08:17:51,560 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,34255,1731053868785, state=OPENING 2024-11-08T08:17:51,572 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:17:51,582 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540 2024-11-08T08:17:51,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540 2024-11-08T08:17:51,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1408943540/meta-region-server: CHANGED 2024-11-08T08:17:51,583 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1408943540/meta-region-server: CHANGED 2024-11-08T08:17:51,583 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:17:51,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,34255,1731053868785}] 2024-11-08T08:17:51,720 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:17:51,737 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:17:51,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:17:51,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:17:51,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:17:51,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:17:51,748 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:17:51,748 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:51,749 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:17:51,751 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C34255%2C1731053868785.meta, suffix=.meta, logDir=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/WALs/6ac96558fc7f,34255,1731053868785, archiveDir=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/oldWALs, maxLogs=10 2024-11-08T08:17:51,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:17:51,768 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T08:17:51,769 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T08:17:51,769 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:17:51,769 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T08:17:51,769 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:17:51,769 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T08:17:51,770 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T08:17:51,770 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T08:17:51,771 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T08:17:51,773 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/WALs/6ac96558fc7f,34255,1731053868785/6ac96558fc7f%2C34255%2C1731053868785.meta.1731053871751.meta, exclude list is [], retry=0 2024-11-08T08:17:51,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33221,DS-1982f5b1-fcad-4fcd-b411-afc17af22349,DISK] 2024-11-08T08:17:51,805 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/WALs/6ac96558fc7f,34255,1731053868785/6ac96558fc7f%2C34255%2C1731053868785.meta.1731053871751.meta 2024-11-08T08:17:51,805 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44149:44149)] 2024-11-08T08:17:51,806 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:17:51,806 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:17:51,806 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:17:51,806 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:17:51,807 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:17:51,807 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:17:51,807 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:51,807 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:17:51,807 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:17:51,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:17:51,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:17:51,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:51,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:51,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:17:51,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:17:51,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:51,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:51,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:17:51,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:17:51,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:51,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:51,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:17:51,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:17:51,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:51,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:17:51,828 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:17:51,829 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740 2024-11-08T08:17:51,841 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740 2024-11-08T08:17:51,845 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:17:51,846 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:17:51,847 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:17:51,849 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:17:51,850 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67911106, jitterRate=0.011954337358474731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:17:51,850 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:17:51,850 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731053871807Writing region info on filesystem at 1731053871807Initializing all the Stores at 1731053871808 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053871808Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053871812 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053871813 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053871815 (+2 ms)Cleaning up temporary data from old regions at 1731053871846 (+31 ms)Running coprocessor post-open hooks at 1731053871850 (+4 ms)Region opened successfully at 1731053871850 2024-11-08T08:17:51,851 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731053871736 2024-11-08T08:17:51,855 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:17:51,855 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:17:51,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,34255,1731053868785 2024-11-08T08:17:51,859 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,34255,1731053868785, state=OPEN 2024-11-08T08:17:51,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1408943540/meta-region-server 2024-11-08T08:17:51,877 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1408943540/meta-region-server 2024-11-08T08:17:51,877 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,34255,1731053868785 2024-11-08T08:17:51,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1408943540/meta-region-server: CHANGED 2024-11-08T08:17:51,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1408943540/meta-region-server: CHANGED 2024-11-08T08:17:51,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:17:51,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,34255,1731053868785 in 294 msec 2024-11-08T08:17:51,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:17:51,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 492 msec 2024-11-08T08:17:51,886 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:17:51,886 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:17:51,887 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:17:51,887 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,34255,1731053868785, seqNum=-1] 2024-11-08T08:17:51,888 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:17:51,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:17:51,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0410 sec 2024-11-08T08:17:51,897 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731053871896, completionTime=-1 2024-11-08T08:17:51,897 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:17:51,897 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:17:51,899 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:17:51,899 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731053931899 2024-11-08T08:17:51,899 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731053991899 2024-11-08T08:17:51,899 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T08:17:51,900 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,39393,1731053868492-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:51,900 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,39393,1731053868492-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:51,900 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,39393,1731053868492-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:51,900 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:39393, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:51,900 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:51,900 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:51,903 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:17:51,906 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.986sec 2024-11-08T08:17:51,906 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:17:51,906 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:17:51,906 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:17:51,906 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:17:51,906 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:17:51,906 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,39393,1731053868492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:17:51,906 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,39393,1731053868492-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:17:51,908 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:17:51,908 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:17:51,908 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,39393,1731053868492-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:17:51,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79dbe1a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:51,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,39393,-1 for getting cluster id 2024-11-08T08:17:51,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:51,965 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48875338-4ea5-497b-b547-24eeb1b92e0b' 2024-11-08T08:17:51,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:51,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48875338-4ea5-497b-b547-24eeb1b92e0b" 2024-11-08T08:17:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b83924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,39393,-1] 2024-11-08T08:17:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:51,967 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:51,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8decf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:51,968 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:17:51,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,34255,1731053868785, seqNum=-1] 2024-11-08T08:17:51,970 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:17:51,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:17:51,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,39393,1731053868492 2024-11-08T08:17:51,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58554 2024-11-08T08:17:51,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:17:51,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011985b4de0005 connected 2024-11-08T08:17:51,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:51,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,39601,1731053863518 2024-11-08T08:17:51,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53e472be 2024-11-08T08:17:51,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:52,000 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:17:52,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:17:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T08:17:52,006 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:17:52,008 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:52,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T08:17:52,009 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:17:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:52,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741835_1011 (size=902) 2024-11-08T08:17:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:52,430 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 52e85f1879a94fad0b3189ee36344e80, NAME => 'test,,1731053872000.52e85f1879a94fad0b3189ee36344e80.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699 2024-11-08T08:17:52,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741836_1012 (size=39) 2024-11-08T08:17:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:52,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731053872000.52e85f1879a94fad0b3189ee36344e80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:52,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 52e85f1879a94fad0b3189ee36344e80, disabling compactions & flushes 2024-11-08T08:17:52,853 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731053872000.52e85f1879a94fad0b3189ee36344e80. 2024-11-08T08:17:52,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731053872000.52e85f1879a94fad0b3189ee36344e80. 2024-11-08T08:17:52,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731053872000.52e85f1879a94fad0b3189ee36344e80. after waiting 0 ms 2024-11-08T08:17:52,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731053872000.52e85f1879a94fad0b3189ee36344e80. 2024-11-08T08:17:52,853 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731053872000.52e85f1879a94fad0b3189ee36344e80. 2024-11-08T08:17:52,853 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 52e85f1879a94fad0b3189ee36344e80: Waiting for close lock at 1731053872852Disabling compacts and flushes for region at 1731053872852Disabling writes for close at 1731053872853 (+1 ms)Writing region close event to WAL at 1731053872853Closed at 1731053872853 2024-11-08T08:17:52,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:17:52,855 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731053872000.52e85f1879a94fad0b3189ee36344e80.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731053872855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731053872855"}]},"ts":"1731053872855"} 2024-11-08T08:17:52,861 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:17:52,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:17:52,864 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053872862"}]},"ts":"1731053872862"} 2024-11-08T08:17:52,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T08:17:52,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52e85f1879a94fad0b3189ee36344e80, ASSIGN}] 2024-11-08T08:17:52,868 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=52e85f1879a94fad0b3189ee36344e80, ASSIGN 2024-11-08T08:17:52,869 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=52e85f1879a94fad0b3189ee36344e80, ASSIGN; state=OFFLINE, location=6ac96558fc7f,42301,1731053863759; forceNewPlan=false, retain=false 2024-11-08T08:17:53,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52e85f1879a94fad0b3189ee36344e80, regionState=OPENING, regionLocation=6ac96558fc7f,42301,1731053863759 2024-11-08T08:17:53,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=52e85f1879a94fad0b3189ee36344e80, ASSIGN because future has completed 2024-11-08T08:17:53,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52e85f1879a94fad0b3189ee36344e80, server=6ac96558fc7f,42301,1731053863759}] 2024-11-08T08:17:53,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:53,180 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731053872000.52e85f1879a94fad0b3189ee36344e80. 2024-11-08T08:17:53,180 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 52e85f1879a94fad0b3189ee36344e80, NAME => 'test,,1731053872000.52e85f1879a94fad0b3189ee36344e80.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:17:53,180 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:17:53,181 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T08:17:53,181 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 52e85f1879a94fad0b3189ee36344e80 2024-11-08T08:17:53,181 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731053872000.52e85f1879a94fad0b3189ee36344e80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:53,181 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 52e85f1879a94fad0b3189ee36344e80 2024-11-08T08:17:53,181 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 52e85f1879a94fad0b3189ee36344e80 2024-11-08T08:17:53,193 INFO [StoreOpener-52e85f1879a94fad0b3189ee36344e80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 52e85f1879a94fad0b3189ee36344e80 2024-11-08T08:17:53,195 INFO [StoreOpener-52e85f1879a94fad0b3189ee36344e80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e85f1879a94fad0b3189ee36344e80 columnFamilyName f 2024-11-08T08:17:53,195 DEBUG [StoreOpener-52e85f1879a94fad0b3189ee36344e80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:53,196 INFO [StoreOpener-52e85f1879a94fad0b3189ee36344e80-1 {}] regionserver.HStore(327): Store=52e85f1879a94fad0b3189ee36344e80/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:53,196 INFO [StoreOpener-52e85f1879a94fad0b3189ee36344e80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 52e85f1879a94fad0b3189ee36344e80 2024-11-08T08:17:53,197 INFO [StoreOpener-52e85f1879a94fad0b3189ee36344e80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e85f1879a94fad0b3189ee36344e80 columnFamilyName f1 2024-11-08T08:17:53,197 DEBUG [StoreOpener-52e85f1879a94fad0b3189ee36344e80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:53,198 INFO [StoreOpener-52e85f1879a94fad0b3189ee36344e80-1 {}] regionserver.HStore(327): Store=52e85f1879a94fad0b3189ee36344e80/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:53,198 INFO [StoreOpener-52e85f1879a94fad0b3189ee36344e80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 52e85f1879a94fad0b3189ee36344e80 2024-11-08T08:17:53,203 INFO [StoreOpener-52e85f1879a94fad0b3189ee36344e80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52e85f1879a94fad0b3189ee36344e80 columnFamilyName norep 2024-11-08T08:17:53,203 DEBUG [StoreOpener-52e85f1879a94fad0b3189ee36344e80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:53,204 INFO [StoreOpener-52e85f1879a94fad0b3189ee36344e80-1 {}] regionserver.HStore(327): Store=52e85f1879a94fad0b3189ee36344e80/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:53,204 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 52e85f1879a94fad0b3189ee36344e80 2024-11-08T08:17:53,205 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80 2024-11-08T08:17:53,205 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80 2024-11-08T08:17:53,206 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 52e85f1879a94fad0b3189ee36344e80 2024-11-08T08:17:53,207 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 52e85f1879a94fad0b3189ee36344e80 2024-11-08T08:17:53,207 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:17:53,208 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 52e85f1879a94fad0b3189ee36344e80 2024-11-08T08:17:53,211 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:17:53,212 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 52e85f1879a94fad0b3189ee36344e80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72716139, jitterRate=0.08355490863323212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:17:53,212 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 52e85f1879a94fad0b3189ee36344e80 2024-11-08T08:17:53,213 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 52e85f1879a94fad0b3189ee36344e80: Running coprocessor pre-open hook at 1731053873181Writing region info on filesystem at 1731053873181Initializing all the Stores at 1731053873184 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053873184Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053873193 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053873193Cleaning up temporary data from old regions at 1731053873207 (+14 ms)Running coprocessor post-open hooks at 1731053873212 (+5 ms)Region opened successfully at 1731053873213 (+1 ms) 2024-11-08T08:17:53,216 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731053872000.52e85f1879a94fad0b3189ee36344e80., pid=6, masterSystemTime=1731053873175 2024-11-08T08:17:53,219 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731053872000.52e85f1879a94fad0b3189ee36344e80. 2024-11-08T08:17:53,219 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731053872000.52e85f1879a94fad0b3189ee36344e80. 2024-11-08T08:17:53,221 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=52e85f1879a94fad0b3189ee36344e80, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ac96558fc7f,42301,1731053863759 2024-11-08T08:17:53,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 52e85f1879a94fad0b3189ee36344e80, server=6ac96558fc7f,42301,1731053863759 because future has completed 2024-11-08T08:17:53,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T08:17:53,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 52e85f1879a94fad0b3189ee36344e80, server=6ac96558fc7f,42301,1731053863759 in 206 msec 2024-11-08T08:17:53,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T08:17:53,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=52e85f1879a94fad0b3189ee36344e80, ASSIGN in 364 msec 2024-11-08T08:17:53,235 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:17:53,235 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053873235"}]},"ts":"1731053873235"} 2024-11-08T08:17:53,238 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T08:17:53,239 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:17:53,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2350 sec 2024-11-08T08:17:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:54,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:54,161 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T08:17:54,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,39393,1731053868492 2024-11-08T08:17:54,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7160ae83 2024-11-08T08:17:54,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:54,163 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:17:54,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:17:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T08:17:54,166 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:17:54,166 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:54,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T08:17:54,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:54,168 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:17:54,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741835_1011 (size=902) 2024-11-08T08:17:54,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:54,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:54,580 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 700c40c6ec0494c7bea076e35694f2a4, NAME => 'test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17 2024-11-08T08:17:54,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741836_1012 (size=39) 2024-11-08T08:17:54,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:54,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:54,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 700c40c6ec0494c7bea076e35694f2a4, disabling compactions & flushes 2024-11-08T08:17:54,986 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4. 2024-11-08T08:17:54,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4. 2024-11-08T08:17:54,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4. after waiting 0 ms 2024-11-08T08:17:54,986 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4. 2024-11-08T08:17:54,987 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4. 2024-11-08T08:17:54,987 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 700c40c6ec0494c7bea076e35694f2a4: Waiting for close lock at 1731053874986Disabling compacts and flushes for region at 1731053874986Disabling writes for close at 1731053874986Writing region close event to WAL at 1731053874987 (+1 ms)Closed at 1731053874987 2024-11-08T08:17:54,988 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:17:54,988 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731053874988"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731053874988"}]},"ts":"1731053874988"} 2024-11-08T08:17:54,990 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:17:54,991 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:17:54,991 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053874991"}]},"ts":"1731053874991"} 2024-11-08T08:17:54,993 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T08:17:54,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=700c40c6ec0494c7bea076e35694f2a4, ASSIGN}] 2024-11-08T08:17:54,995 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=700c40c6ec0494c7bea076e35694f2a4, ASSIGN 2024-11-08T08:17:54,995 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=700c40c6ec0494c7bea076e35694f2a4, ASSIGN; state=OFFLINE, location=6ac96558fc7f,34255,1731053868785; forceNewPlan=false, retain=false 2024-11-08T08:17:55,146 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=700c40c6ec0494c7bea076e35694f2a4, regionState=OPENING, regionLocation=6ac96558fc7f,34255,1731053868785 2024-11-08T08:17:55,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=700c40c6ec0494c7bea076e35694f2a4, ASSIGN because future has completed 2024-11-08T08:17:55,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 700c40c6ec0494c7bea076e35694f2a4, server=6ac96558fc7f,34255,1731053868785}] 2024-11-08T08:17:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:55,304 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4. 2024-11-08T08:17:55,305 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 700c40c6ec0494c7bea076e35694f2a4, NAME => 'test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:17:55,305 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:17:55,305 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T08:17:55,305 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 700c40c6ec0494c7bea076e35694f2a4 2024-11-08T08:17:55,305 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:55,305 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 700c40c6ec0494c7bea076e35694f2a4 2024-11-08T08:17:55,305 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 700c40c6ec0494c7bea076e35694f2a4 2024-11-08T08:17:55,306 INFO [StoreOpener-700c40c6ec0494c7bea076e35694f2a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 700c40c6ec0494c7bea076e35694f2a4 2024-11-08T08:17:55,308 INFO [StoreOpener-700c40c6ec0494c7bea076e35694f2a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 700c40c6ec0494c7bea076e35694f2a4 columnFamilyName f 2024-11-08T08:17:55,308 DEBUG [StoreOpener-700c40c6ec0494c7bea076e35694f2a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:55,308 INFO [StoreOpener-700c40c6ec0494c7bea076e35694f2a4-1 {}] regionserver.HStore(327): Store=700c40c6ec0494c7bea076e35694f2a4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:55,308 INFO [StoreOpener-700c40c6ec0494c7bea076e35694f2a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 700c40c6ec0494c7bea076e35694f2a4 2024-11-08T08:17:55,309 INFO [StoreOpener-700c40c6ec0494c7bea076e35694f2a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 700c40c6ec0494c7bea076e35694f2a4 columnFamilyName f1 2024-11-08T08:17:55,309 DEBUG [StoreOpener-700c40c6ec0494c7bea076e35694f2a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:55,309 INFO [StoreOpener-700c40c6ec0494c7bea076e35694f2a4-1 {}] regionserver.HStore(327): Store=700c40c6ec0494c7bea076e35694f2a4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:55,309 INFO [StoreOpener-700c40c6ec0494c7bea076e35694f2a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 700c40c6ec0494c7bea076e35694f2a4 2024-11-08T08:17:55,310 INFO [StoreOpener-700c40c6ec0494c7bea076e35694f2a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 700c40c6ec0494c7bea076e35694f2a4 columnFamilyName norep 2024-11-08T08:17:55,310 DEBUG [StoreOpener-700c40c6ec0494c7bea076e35694f2a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:55,311 INFO [StoreOpener-700c40c6ec0494c7bea076e35694f2a4-1 {}] regionserver.HStore(327): Store=700c40c6ec0494c7bea076e35694f2a4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:55,311 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 700c40c6ec0494c7bea076e35694f2a4 2024-11-08T08:17:55,311 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/default/test/700c40c6ec0494c7bea076e35694f2a4 2024-11-08T08:17:55,312 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/default/test/700c40c6ec0494c7bea076e35694f2a4 2024-11-08T08:17:55,313 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 700c40c6ec0494c7bea076e35694f2a4 2024-11-08T08:17:55,313 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 700c40c6ec0494c7bea076e35694f2a4 2024-11-08T08:17:55,313 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:17:55,314 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 700c40c6ec0494c7bea076e35694f2a4 2024-11-08T08:17:55,316 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/default/test/700c40c6ec0494c7bea076e35694f2a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:17:55,317 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 700c40c6ec0494c7bea076e35694f2a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73803903, jitterRate=0.09976385533809662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:17:55,317 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 700c40c6ec0494c7bea076e35694f2a4 2024-11-08T08:17:55,317 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 700c40c6ec0494c7bea076e35694f2a4: Running coprocessor pre-open hook at 1731053875305Writing region info on filesystem at 1731053875305Initializing all the Stores at 1731053875306 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053875306Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053875306Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053875306Cleaning up temporary data from old regions at 1731053875313 (+7 ms)Running coprocessor post-open hooks at 1731053875317 (+4 ms)Region opened successfully at 1731053875317 2024-11-08T08:17:55,318 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4., pid=6, masterSystemTime=1731053875301 2024-11-08T08:17:55,320 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4. 2024-11-08T08:17:55,320 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4. 2024-11-08T08:17:55,321 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=700c40c6ec0494c7bea076e35694f2a4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ac96558fc7f,34255,1731053868785 2024-11-08T08:17:55,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 700c40c6ec0494c7bea076e35694f2a4, server=6ac96558fc7f,34255,1731053868785 because future has completed 2024-11-08T08:17:55,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T08:17:55,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 700c40c6ec0494c7bea076e35694f2a4, server=6ac96558fc7f,34255,1731053868785 in 177 msec 2024-11-08T08:17:55,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T08:17:55,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=700c40c6ec0494c7bea076e35694f2a4, ASSIGN in 335 msec 2024-11-08T08:17:55,331 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:17:55,331 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053875331"}]},"ts":"1731053875331"} 2024-11-08T08:17:55,333 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T08:17:55,335 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:17:55,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-08T08:17:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39393 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:17:56,310 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T08:17:56,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b80237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:56,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,39601,-1 for getting cluster id 2024-11-08T08:17:56,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:56,312 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37955bc8-ada4-4a05-b908-41ed9cda86a9' 2024-11-08T08:17:56,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:56,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37955bc8-ada4-4a05-b908-41ed9cda86a9" 2024-11-08T08:17:56,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205476ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:56,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,39601,-1] 2024-11-08T08:17:56,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:56,313 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:56,314 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:56,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f24572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:56,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7e36d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:56,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,39393,-1 for getting cluster id 2024-11-08T08:17:56,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:56,316 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48875338-4ea5-497b-b547-24eeb1b92e0b' 2024-11-08T08:17:56,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:56,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48875338-4ea5-497b-b547-24eeb1b92e0b" 2024-11-08T08:17:56,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f803712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:56,316 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,39393,-1] 2024-11-08T08:17:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:56,317 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:56,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89f595e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:56,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c72450, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:56,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,39601,-1 for getting cluster id 2024-11-08T08:17:56,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:56,319 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37955bc8-ada4-4a05-b908-41ed9cda86a9' 2024-11-08T08:17:56,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:56,319 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37955bc8-ada4-4a05-b908-41ed9cda86a9" 2024-11-08T08:17:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8fb66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,39601,-1] 2024-11-08T08:17:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:56,321 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:56,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674c93b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:56,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:56,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,39601,1731053863518 2024-11-08T08:17:56,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@118a0744 2024-11-08T08:17:56,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:56,325 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:17:56,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ac96558fc7f:39393,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-08T08:17:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:17:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:17:56,328 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:39393' 2024-11-08T08:17:56,329 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e22293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:56,329 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,39393,-1 for getting cluster id 2024-11-08T08:17:56,330 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:56,330 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48875338-4ea5-497b-b547-24eeb1b92e0b' 2024-11-08T08:17:56,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:56,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48875338-4ea5-497b-b547-24eeb1b92e0b" 2024-11-08T08:17:56,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eca702e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:56,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,39393,-1] 2024-11-08T08:17:56,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:56,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:56,332 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:56,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4a8684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:56,333 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:56,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,39393,1731053868492 2024-11-08T08:17:56,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41ea8c1a 2024-11-08T08:17:56,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:56,334 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:17:56,335 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T08:17:56,335 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:17:56,335 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:56,335 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:56,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:56,335 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:17:56,336 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T08:17:56,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:17:56,337 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:56,338 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:17:56,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741837_1013 (size=1138) 2024-11-08T08:17:56,387 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T08:17:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:17:56,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:17:56,746 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbde7d700b04c5a545e6fe2911730a18, NAME => 'hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699 2024-11-08T08:17:56,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741838_1014 (size=44) 2024-11-08T08:17:56,752 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:56,752 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bbde7d700b04c5a545e6fe2911730a18, disabling compactions & flushes 2024-11-08T08:17:56,752 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18. 2024-11-08T08:17:56,752 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18. 2024-11-08T08:17:56,752 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18. after waiting 0 ms 2024-11-08T08:17:56,752 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18. 2024-11-08T08:17:56,752 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18. 2024-11-08T08:17:56,752 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbde7d700b04c5a545e6fe2911730a18: Waiting for close lock at 1731053876752Disabling compacts and flushes for region at 1731053876752Disabling writes for close at 1731053876752Writing region close event to WAL at 1731053876752Closed at 1731053876752 2024-11-08T08:17:56,754 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:17:56,754 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731053876754"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731053876754"}]},"ts":"1731053876754"} 2024-11-08T08:17:56,756 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:17:56,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:17:56,758 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053876758"}]},"ts":"1731053876758"} 2024-11-08T08:17:56,760 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T08:17:56,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbde7d700b04c5a545e6fe2911730a18, ASSIGN}] 2024-11-08T08:17:56,762 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbde7d700b04c5a545e6fe2911730a18, ASSIGN 2024-11-08T08:17:56,763 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbde7d700b04c5a545e6fe2911730a18, ASSIGN; state=OFFLINE, location=6ac96558fc7f,42301,1731053863759; forceNewPlan=false, retain=false 2024-11-08T08:17:56,914 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bbde7d700b04c5a545e6fe2911730a18, regionState=OPENING, regionLocation=6ac96558fc7f,42301,1731053863759 2024-11-08T08:17:56,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bbde7d700b04c5a545e6fe2911730a18, ASSIGN because future has completed 2024-11-08T08:17:56,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbde7d700b04c5a545e6fe2911730a18, server=6ac96558fc7f,42301,1731053863759}] 2024-11-08T08:17:56,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:17:57,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18. 2024-11-08T08:17:57,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:17:57,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T08:17:57,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C42301%2C1731053863759.rep, suffix=, logDir=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759, archiveDir=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/oldWALs, maxLogs=10 2024-11-08T08:17:57,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.rep.1731053877089, exclude list is [], retry=0 2024-11-08T08:17:57,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37879,DS-d047868a-5f30-429d-8039-bbfe3ee8080d,DISK] 2024-11-08T08:17:57,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.rep.1731053877089 2024-11-08T08:17:57,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34493:34493)] 2024-11-08T08:17:57,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bbde7d700b04c5a545e6fe2911730a18, NAME => 'hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:17:57,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:17:57,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:17:57,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18. service=MultiRowMutationService 2024-11-08T08:17:57,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T08:17:57,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bbde7d700b04c5a545e6fe2911730a18 2024-11-08T08:17:57,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:17:57,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bbde7d700b04c5a545e6fe2911730a18 2024-11-08T08:17:57,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bbde7d700b04c5a545e6fe2911730a18 2024-11-08T08:17:57,119 INFO [StoreOpener-bbde7d700b04c5a545e6fe2911730a18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bbde7d700b04c5a545e6fe2911730a18 2024-11-08T08:17:57,121 INFO [StoreOpener-bbde7d700b04c5a545e6fe2911730a18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbde7d700b04c5a545e6fe2911730a18 columnFamilyName hfileref 2024-11-08T08:17:57,121 DEBUG [StoreOpener-bbde7d700b04c5a545e6fe2911730a18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:57,121 INFO [StoreOpener-bbde7d700b04c5a545e6fe2911730a18-1 {}] regionserver.HStore(327): Store=bbde7d700b04c5a545e6fe2911730a18/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:57,121 INFO [StoreOpener-bbde7d700b04c5a545e6fe2911730a18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bbde7d700b04c5a545e6fe2911730a18 2024-11-08T08:17:57,123 INFO [StoreOpener-bbde7d700b04c5a545e6fe2911730a18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbde7d700b04c5a545e6fe2911730a18 columnFamilyName queue 2024-11-08T08:17:57,123 DEBUG [StoreOpener-bbde7d700b04c5a545e6fe2911730a18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:57,124 INFO [StoreOpener-bbde7d700b04c5a545e6fe2911730a18-1 {}] regionserver.HStore(327): Store=bbde7d700b04c5a545e6fe2911730a18/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:57,124 INFO [StoreOpener-bbde7d700b04c5a545e6fe2911730a18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bbde7d700b04c5a545e6fe2911730a18 2024-11-08T08:17:57,125 INFO [StoreOpener-bbde7d700b04c5a545e6fe2911730a18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbde7d700b04c5a545e6fe2911730a18 columnFamilyName sid 2024-11-08T08:17:57,125 DEBUG [StoreOpener-bbde7d700b04c5a545e6fe2911730a18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:17:57,126 INFO [StoreOpener-bbde7d700b04c5a545e6fe2911730a18-1 {}] regionserver.HStore(327): Store=bbde7d700b04c5a545e6fe2911730a18/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:17:57,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bbde7d700b04c5a545e6fe2911730a18 2024-11-08T08:17:57,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/replication/bbde7d700b04c5a545e6fe2911730a18 2024-11-08T08:17:57,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/replication/bbde7d700b04c5a545e6fe2911730a18 2024-11-08T08:17:57,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bbde7d700b04c5a545e6fe2911730a18 2024-11-08T08:17:57,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bbde7d700b04c5a545e6fe2911730a18 2024-11-08T08:17:57,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:17:57,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bbde7d700b04c5a545e6fe2911730a18 2024-11-08T08:17:57,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/replication/bbde7d700b04c5a545e6fe2911730a18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:17:57,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bbde7d700b04c5a545e6fe2911730a18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68890266, jitterRate=0.026544958353042603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:17:57,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbde7d700b04c5a545e6fe2911730a18 2024-11-08T08:17:57,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bbde7d700b04c5a545e6fe2911730a18: Running coprocessor pre-open hook at 1731053877118Writing region info on filesystem at 1731053877118Initializing all the Stores at 1731053877119 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053877119Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053877119Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053877119Cleaning up temporary data from old regions at 1731053877129 (+10 ms)Running coprocessor post-open hooks at 1731053877144 (+15 ms)Region opened successfully at 1731053877144 2024-11-08T08:17:57,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18., pid=10, masterSystemTime=1731053877069 2024-11-08T08:17:57,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18. 2024-11-08T08:17:57,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18. 2024-11-08T08:17:57,150 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bbde7d700b04c5a545e6fe2911730a18, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,42301,1731053863759 2024-11-08T08:17:57,154 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39601 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6ac96558fc7f,42301,1731053863759, table=hbase:replication, region=bbde7d700b04c5a545e6fe2911730a18. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T08:17:57,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbde7d700b04c5a545e6fe2911730a18, server=6ac96558fc7f,42301,1731053863759 because future has completed 2024-11-08T08:17:57,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T08:17:57,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bbde7d700b04c5a545e6fe2911730a18, server=6ac96558fc7f,42301,1731053863759 in 241 msec 2024-11-08T08:17:57,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T08:17:57,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bbde7d700b04c5a545e6fe2911730a18, ASSIGN in 404 msec 2024-11-08T08:17:57,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:17:57,169 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053877169"}]},"ts":"1731053877169"} 2024-11-08T08:17:57,172 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T08:17:57,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:17:57,175 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 838 msec 2024-11-08T08:17:57,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18., hostname=6ac96558fc7f,42301,1731053863759, seqNum=2] 2024-11-08T08:17:57,219 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656 2024-11-08T08:17:57,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656 2024-11-08T08:17:57,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:17:57,308 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:17:57,347 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:17:57,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:17:57,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:17:57,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:17:57,365 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T08:17:57,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T08:17:57,400 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T08:17:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:17:57,471 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ac96558fc7f,42301,1731053863759, ReplicationSource: 1, currentBandwidth=0 2024-11-08T08:17:57,472 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:17:57,472 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,42301,1731053863759, seqNum=-1] 2024-11-08T08:17:57,472 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:17:57,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-08T08:17:57,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ac96558fc7f,42301,1731053863759', locateType=CURRENT is [region=hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18., hostname=6ac96558fc7f,42301,1731053863759, seqNum=2] 2024-11-08T08:17:57,489 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T08:17:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T08:17:57,491 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ac96558fc7f,42301,1731053863759 suceeded 2024-11-08T08:17:57,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T08:17:57,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 246 msec 2024-11-08T08:17:57,495 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ac96558fc7f:39393,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-08T08:17:57,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1700 sec 2024-11-08T08:17:57,508 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:39393' 2024-11-08T08:17:57,510 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20b4ffe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:57,510 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,39393,-1 for getting cluster id 2024-11-08T08:17:57,510 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:57,513 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48875338-4ea5-497b-b547-24eeb1b92e0b' 2024-11-08T08:17:57,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:57,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48875338-4ea5-497b-b547-24eeb1b92e0b" 2024-11-08T08:17:57,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@bf12a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:57,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,39393,-1] 2024-11-08T08:17:57,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:57,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:57,516 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:57,520 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41b6f8a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:57,521 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:57,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,39393,1731053868492 2024-11-08T08:17:57,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2650f342 2024-11-08T08:17:57,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:57,524 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-08T08:17:57,525 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ac96558fc7f,42301,1731053863759 (queues=1) is replicating from cluster=37955bc8-ada4-4a05-b908-41ed9cda86a9 to cluster=48875338-4ea5-497b-b547-24eeb1b92e0b 2024-11-08T08:17:57,525 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ac96558fc7f%2C42301%2C1731053863759 2024-11-08T08:17:57,526 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ac96558fc7f,42301,1731053863759, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:17:57,535 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625, startPosition=0, beingWritten=true 2024-11-08T08:17:57,535 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.shipper6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C42301%2C1731053863759 2024-11-08T08:17:57,549 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:17:57,549 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.shipper6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,42301,1731053863759 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:17:57,555 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 379, reset compression=false 2024-11-08T08:17:57,772 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T08:17:57,778 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 379, reset compression=false 2024-11-08T08:17:58,082 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 379, reset compression=false 2024-11-08T08:17:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:17:58,481 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T08:17:58,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:17:58,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:58,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:58,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:58,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:58,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:17:58,493 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 379, reset compression=false 2024-11-08T08:17:58,497 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731053878490/Put/seqid=0 2024-11-08T08:17:58,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741840_1016 (size=7894) 2024-11-08T08:17:58,522 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/load_f/f/hfile_1 is 34, key is ddd/f:row/1731053878521/Put/seqid=0 2024-11-08T08:17:58,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741841_1017 (size=7691) 2024-11-08T08:17:58,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f17af24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:58,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,39601,-1 for getting cluster id 2024-11-08T08:17:58,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:58,948 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37955bc8-ada4-4a05-b908-41ed9cda86a9' 2024-11-08T08:17:58,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:58,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37955bc8-ada4-4a05-b908-41ed9cda86a9" 2024-11-08T08:17:58,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d45535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:58,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,39601,-1] 2024-11-08T08:17:58,949 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:58,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:58,953 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:58,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72462212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:58,955 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:17:58,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,42301,1731053863759, seqNum=-1] 2024-11-08T08:17:58,957 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:17:58,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:17:58,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:58,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,39601,1731053863518 2024-11-08T08:17:58,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a853bcf 2024-11-08T08:17:58,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:58,989 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:17:59,001 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 379, reset compression=false 2024-11-08T08:17:59,008 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731053872000.52e85f1879a94fad0b3189ee36344e80., hostname=6ac96558fc7f,42301,1731053863759, seqNum=2] 2024-11-08T08:17:59,021 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T08:17:59,038 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T08:17:59,057 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T08:17:59,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/load_f/f/hfile_0 for inclusion in 52e85f1879a94fad0b3189ee36344e80/f 2024-11-08T08:17:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T08:17:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:17:59,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/load_f/f/hfile_1 for inclusion in 52e85f1879a94fad0b3189ee36344e80/f 2024-11-08T08:17:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T08:17:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:17:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HRegion(2603): Flush status journal for 52e85f1879a94fad0b3189ee36344e80: 2024-11-08T08:17:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/load_f/f/hfile_0 to hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__pkduie32n7hhqsa4l1j8gmces3uls9t7pldil6pg3je5438cst04eecqg8m8fle8/f/hfile_0 2024-11-08T08:17:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__pkduie32n7hhqsa4l1j8gmces3uls9t7pldil6pg3je5438cst04eecqg8m8fle8/f/hfile_0 as hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80/f/7b64ee239d9545beb0228db050831857_SeqId_4_ 2024-11-08T08:17:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/load_f/f/hfile_1 to hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__pkduie32n7hhqsa4l1j8gmces3uls9t7pldil6pg3je5438cst04eecqg8m8fle8/f/hfile_1 2024-11-08T08:17:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__pkduie32n7hhqsa4l1j8gmces3uls9t7pldil6pg3je5438cst04eecqg8m8fle8/f/hfile_1 as hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80/f/386e84c328ac4f80822388447aa7ec1a_SeqId_4_ 2024-11-08T08:17:59,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__pkduie32n7hhqsa4l1j8gmces3uls9t7pldil6pg3je5438cst04eecqg8m8fle8/f/hfile_0 into 52e85f1879a94fad0b3189ee36344e80/f as hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80/f/7b64ee239d9545beb0228db050831857_SeqId_4_ - updating store file list. 2024-11-08T08:17:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7b64ee239d9545beb0228db050831857_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T08:17:59,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80/f/7b64ee239d9545beb0228db050831857_SeqId_4_ into 52e85f1879a94fad0b3189ee36344e80/f 2024-11-08T08:17:59,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__pkduie32n7hhqsa4l1j8gmces3uls9t7pldil6pg3je5438cst04eecqg8m8fle8/f/hfile_0 into 52e85f1879a94fad0b3189ee36344e80/f (new location: hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80/f/7b64ee239d9545beb0228db050831857_SeqId_4_) 2024-11-08T08:17:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__pkduie32n7hhqsa4l1j8gmces3uls9t7pldil6pg3je5438cst04eecqg8m8fle8/f/hfile_0 2024-11-08T08:17:59,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__pkduie32n7hhqsa4l1j8gmces3uls9t7pldil6pg3je5438cst04eecqg8m8fle8/f/hfile_1 into 52e85f1879a94fad0b3189ee36344e80/f as hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80/f/386e84c328ac4f80822388447aa7ec1a_SeqId_4_ - updating store file list. 2024-11-08T08:17:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 386e84c328ac4f80822388447aa7ec1a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T08:17:59,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80/f/386e84c328ac4f80822388447aa7ec1a_SeqId_4_ into 52e85f1879a94fad0b3189ee36344e80/f 2024-11-08T08:17:59,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__pkduie32n7hhqsa4l1j8gmces3uls9t7pldil6pg3je5438cst04eecqg8m8fle8/f/hfile_1 into 52e85f1879a94fad0b3189ee36344e80/f (new location: hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80/f/386e84c328ac4f80822388447aa7ec1a_SeqId_4_) 2024-11-08T08:17:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__pkduie32n7hhqsa4l1j8gmces3uls9t7pldil6pg3je5438cst04eecqg8m8fle8/f/hfile_1 2024-11-08T08:17:59,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:17:59,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:17:59,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:59,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:59,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:17:59,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:17:59,204 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T08:17:59,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731053872000.52e85f1879a94fad0b3189ee36344e80., hostname=6ac96558fc7f,42301,1731053863759, seqNum=2 , the old value is region=test,,1731053872000.52e85f1879a94fad0b3189ee36344e80., hostname=6ac96558fc7f,42301,1731053863759, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6ac96558fc7f:42301 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T08:17:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731053872000.52e85f1879a94fad0b3189ee36344e80., hostname=6ac96558fc7f,42301,1731053863759, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T08:17:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731053872000.52e85f1879a94fad0b3189ee36344e80., hostname=6ac96558fc7f,42301,1731053863759, seqNum=2 from cache 2024-11-08T08:17:59,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,34255,1731053868785, seqNum=-1] 2024-11-08T08:17:59,210 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:17:59,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:17:59,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4., hostname=6ac96558fc7f,34255,1731053868785, seqNum=2] 2024-11-08T08:17:59,220 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T08:17:59,312 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:42301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T08:17:59,611 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 379, reset compression=false 2024-11-08T08:17:59,619 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:17:59,619 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.shipper6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,42301,1731053863759 got entry batch from reader: WALEntryBatch [walEntries=[{test/52e85f1879a94fad0b3189ee36344e80/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731053879193/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T08:17:59,645 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.shipper6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:17:59,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-08T08:17:59,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.ReplicationSink(318): Replicating [37955bc8-ada4-4a05-b908-41ed9cda86a9] bulk loaded data 2024-11-08T08:17:59,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@410e0f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:59,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,39393,-1 for getting cluster id 2024-11-08T08:17:59,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:17:59,653 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '48875338-4ea5-497b-b547-24eeb1b92e0b' 2024-11-08T08:17:59,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:17:59,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "48875338-4ea5-497b-b547-24eeb1b92e0b" 2024-11-08T08:17:59,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14a3c100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:59,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,39393,-1] 2024-11-08T08:17:59,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:17:59,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:17:59,655 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:17:59,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c49a7d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:17:59,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741837_1013 (size=7894) 2024-11-08T08:17:59,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741838_1014 (size=7691) 2024-11-08T08:17:59,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:17:59,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,39393,1731053868492 2024-11-08T08:17:59,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a4673fb 2024-11-08T08:17:59,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:17:59,709 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-08T08:17:59,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T08:17:59,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:17:59,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,34255,1731053868785, seqNum=-1] 2024-11-08T08:17:59,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:17:59,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-08T08:17:59,732 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/staging/jenkins.hfs.6__test__28s1horp6rv128u1qpr6e8buuukp1okm5eh4nu2883rcmfe6hlos3ftvlf7k4fbv/f/386e84c328ac4f80822388447aa7ec1a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T08:17:59,737 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/staging/jenkins.hfs.6__test__28s1horp6rv128u1qpr6e8buuukp1okm5eh4nu2883rcmfe6hlos3ftvlf7k4fbv/f/7b64ee239d9545beb0228db050831857_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T08:17:59,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/staging/jenkins.hfs.6__test__28s1horp6rv128u1qpr6e8buuukp1okm5eh4nu2883rcmfe6hlos3ftvlf7k4fbv/f/386e84c328ac4f80822388447aa7ec1a_SeqId_4_ for inclusion in 700c40c6ec0494c7bea076e35694f2a4/f 2024-11-08T08:17:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T08:17:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:17:59,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/staging/jenkins.hfs.6__test__28s1horp6rv128u1qpr6e8buuukp1okm5eh4nu2883rcmfe6hlos3ftvlf7k4fbv/f/7b64ee239d9545beb0228db050831857_SeqId_4_ for inclusion in 700c40c6ec0494c7bea076e35694f2a4/f 2024-11-08T08:17:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T08:17:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:17:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.HRegion(2603): Flush status journal for 700c40c6ec0494c7bea076e35694f2a4: 2024-11-08T08:17:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 386e84c328ac4f80822388447aa7ec1a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T08:17:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/staging/jenkins.hfs.6__test__28s1horp6rv128u1qpr6e8buuukp1okm5eh4nu2883rcmfe6hlos3ftvlf7k4fbv/f/386e84c328ac4f80822388447aa7ec1a_SeqId_4_ as hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/default/test/700c40c6ec0494c7bea076e35694f2a4/f/029b8ca9e2ef4f729a63456a41eba994_SeqId_4_ 2024-11-08T08:17:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7b64ee239d9545beb0228db050831857_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T08:17:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/staging/jenkins.hfs.6__test__28s1horp6rv128u1qpr6e8buuukp1okm5eh4nu2883rcmfe6hlos3ftvlf7k4fbv/f/7b64ee239d9545beb0228db050831857_SeqId_4_ as hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/default/test/700c40c6ec0494c7bea076e35694f2a4/f/1253e80de6a248138921ea298fd2ca06_SeqId_4_ 2024-11-08T08:17:59,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/staging/jenkins.hfs.6__test__28s1horp6rv128u1qpr6e8buuukp1okm5eh4nu2883rcmfe6hlos3ftvlf7k4fbv/f/386e84c328ac4f80822388447aa7ec1a_SeqId_4_ into 700c40c6ec0494c7bea076e35694f2a4/f as hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/default/test/700c40c6ec0494c7bea076e35694f2a4/f/029b8ca9e2ef4f729a63456a41eba994_SeqId_4_ - updating store file list. 2024-11-08T08:17:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 029b8ca9e2ef4f729a63456a41eba994_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T08:17:59,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/default/test/700c40c6ec0494c7bea076e35694f2a4/f/029b8ca9e2ef4f729a63456a41eba994_SeqId_4_ into 700c40c6ec0494c7bea076e35694f2a4/f 2024-11-08T08:17:59,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/staging/jenkins.hfs.6__test__28s1horp6rv128u1qpr6e8buuukp1okm5eh4nu2883rcmfe6hlos3ftvlf7k4fbv/f/386e84c328ac4f80822388447aa7ec1a_SeqId_4_ into 700c40c6ec0494c7bea076e35694f2a4/f (new location: hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/default/test/700c40c6ec0494c7bea076e35694f2a4/f/029b8ca9e2ef4f729a63456a41eba994_SeqId_4_) 2024-11-08T08:17:59,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/staging/jenkins.hfs.6__test__28s1horp6rv128u1qpr6e8buuukp1okm5eh4nu2883rcmfe6hlos3ftvlf7k4fbv/f/386e84c328ac4f80822388447aa7ec1a_SeqId_4_ 2024-11-08T08:17:59,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/staging/jenkins.hfs.6__test__28s1horp6rv128u1qpr6e8buuukp1okm5eh4nu2883rcmfe6hlos3ftvlf7k4fbv/f/7b64ee239d9545beb0228db050831857_SeqId_4_ into 700c40c6ec0494c7bea076e35694f2a4/f as hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/default/test/700c40c6ec0494c7bea076e35694f2a4/f/1253e80de6a248138921ea298fd2ca06_SeqId_4_ - updating store file list. 2024-11-08T08:17:59,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1253e80de6a248138921ea298fd2ca06_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T08:17:59,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/default/test/700c40c6ec0494c7bea076e35694f2a4/f/1253e80de6a248138921ea298fd2ca06_SeqId_4_ into 700c40c6ec0494c7bea076e35694f2a4/f 2024-11-08T08:17:59,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/staging/jenkins.hfs.6__test__28s1horp6rv128u1qpr6e8buuukp1okm5eh4nu2883rcmfe6hlos3ftvlf7k4fbv/f/7b64ee239d9545beb0228db050831857_SeqId_4_ into 700c40c6ec0494c7bea076e35694f2a4/f (new location: hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/default/test/700c40c6ec0494c7bea076e35694f2a4/f/1253e80de6a248138921ea298fd2ca06_SeqId_4_) 2024-11-08T08:17:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/staging/jenkins.hfs.6__test__28s1horp6rv128u1qpr6e8buuukp1okm5eh4nu2883rcmfe6hlos3ftvlf7k4fbv/f/7b64ee239d9545beb0228db050831857_SeqId_4_ 2024-11-08T08:17:59,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] regionserver.ReplicationSink(324): Finished replicating [37955bc8-ada4-4a05-b908-41ed9cda86a9] bulk loaded data 2024-11-08T08:17:59,819 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 687, reset compression=false 2024-11-08T08:18:00,124 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 687, reset compression=false 2024-11-08T08:18:00,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:18:00,249 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731053880247/Put/seqid=0 2024-11-08T08:18:00,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741842_1018 (size=7997) 2024-11-08T08:18:00,266 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731053880265/Put/seqid=0 2024-11-08T08:18:00,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741843_1019 (size=7794) 2024-11-08T08:18:00,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e870d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:18:00,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,39601,-1 for getting cluster id 2024-11-08T08:18:00,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:18:00,288 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37955bc8-ada4-4a05-b908-41ed9cda86a9' 2024-11-08T08:18:00,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:18:00,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37955bc8-ada4-4a05-b908-41ed9cda86a9" 2024-11-08T08:18:00,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3342e7df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:18:00,289 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,39601,-1] 2024-11-08T08:18:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:18:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:18:00,292 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:18:00,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1103d309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:18:00,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:18:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,42301,1731053863759, seqNum=-1] 2024-11-08T08:18:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:18:00,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:18:00,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:18:00,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,39601,1731053863518 2024-11-08T08:18:00,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b4c7065 2024-11-08T08:18:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:18:00,314 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:18:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731053872000.52e85f1879a94fad0b3189ee36344e80., hostname=6ac96558fc7f,42301,1731053863759, seqNum=2] 2024-11-08T08:18:00,322 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T08:18:00,330 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T08:18:00,334 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T08:18:00,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/load_f1/f1/hfile_1 for inclusion in 52e85f1879a94fad0b3189ee36344e80/f1 2024-11-08T08:18:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T08:18:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:18:00,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/load_f1/f1/hfile_0 for inclusion in 52e85f1879a94fad0b3189ee36344e80/f1 2024-11-08T08:18:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T08:18:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:18:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HRegion(2603): Flush status journal for 52e85f1879a94fad0b3189ee36344e80: 2024-11-08T08:18:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/load_f1/f1/hfile_1 to hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__qh5ai87vrblqle1977ppnpcn4a80ipt144maudlpeg300i9ur6cavlntg58evrv/f1/hfile_1 2024-11-08T08:18:00,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__qh5ai87vrblqle1977ppnpcn4a80ipt144maudlpeg300i9ur6cavlntg58evrv/f1/hfile_1 as hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80/f1/907f59e3c5db4459bb6a8500110f4b58_SeqId_6_ 2024-11-08T08:18:00,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/load_f1/f1/hfile_0 to hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__qh5ai87vrblqle1977ppnpcn4a80ipt144maudlpeg300i9ur6cavlntg58evrv/f1/hfile_0 2024-11-08T08:18:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__qh5ai87vrblqle1977ppnpcn4a80ipt144maudlpeg300i9ur6cavlntg58evrv/f1/hfile_0 as hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80/f1/2d5a67bed34e482a9c9f4e2d86c8e21a_SeqId_6_ 2024-11-08T08:18:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-08T08:18:00,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__qh5ai87vrblqle1977ppnpcn4a80ipt144maudlpeg300i9ur6cavlntg58evrv/f1/hfile_1 into 52e85f1879a94fad0b3189ee36344e80/f1 as hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80/f1/907f59e3c5db4459bb6a8500110f4b58_SeqId_6_ - updating store file list. 2024-11-08T08:18:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 907f59e3c5db4459bb6a8500110f4b58_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T08:18:00,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80/f1/907f59e3c5db4459bb6a8500110f4b58_SeqId_6_ into 52e85f1879a94fad0b3189ee36344e80/f1 2024-11-08T08:18:00,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__qh5ai87vrblqle1977ppnpcn4a80ipt144maudlpeg300i9ur6cavlntg58evrv/f1/hfile_1 into 52e85f1879a94fad0b3189ee36344e80/f1 (new location: hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80/f1/907f59e3c5db4459bb6a8500110f4b58_SeqId_6_) 2024-11-08T08:18:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__qh5ai87vrblqle1977ppnpcn4a80ipt144maudlpeg300i9ur6cavlntg58evrv/f1/hfile_1 2024-11-08T08:18:00,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__qh5ai87vrblqle1977ppnpcn4a80ipt144maudlpeg300i9ur6cavlntg58evrv/f1/hfile_0 into 52e85f1879a94fad0b3189ee36344e80/f1 as hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80/f1/2d5a67bed34e482a9c9f4e2d86c8e21a_SeqId_6_ - updating store file list. 2024-11-08T08:18:00,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d5a67bed34e482a9c9f4e2d86c8e21a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T08:18:00,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80/f1/2d5a67bed34e482a9c9f4e2d86c8e21a_SeqId_6_ into 52e85f1879a94fad0b3189ee36344e80/f1 2024-11-08T08:18:00,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__qh5ai87vrblqle1977ppnpcn4a80ipt144maudlpeg300i9ur6cavlntg58evrv/f1/hfile_0 into 52e85f1879a94fad0b3189ee36344e80/f1 (new location: hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80/f1/2d5a67bed34e482a9c9f4e2d86c8e21a_SeqId_6_) 2024-11-08T08:18:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/staging/jenkins__test__qh5ai87vrblqle1977ppnpcn4a80ipt144maudlpeg300i9ur6cavlntg58evrv/f1/hfile_0 2024-11-08T08:18:00,385 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:18:00,385 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:18:00,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:18:00,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:18:00,386 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:18:00,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731053872000.52e85f1879a94fad0b3189ee36344e80., hostname=6ac96558fc7f,42301,1731053863759, seqNum=2 , the old value is region=test,,1731053872000.52e85f1879a94fad0b3189ee36344e80., hostname=6ac96558fc7f,42301,1731053863759, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6ac96558fc7f:42301 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T08:18:00,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731053872000.52e85f1879a94fad0b3189ee36344e80., hostname=6ac96558fc7f,42301,1731053863759, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T08:18:00,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731053872000.52e85f1879a94fad0b3189ee36344e80., hostname=6ac96558fc7f,42301,1731053863759, seqNum=2 from cache 2024-11-08T08:18:00,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:18:00,387 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T08:18:00,387 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,42301,1731053863759, seqNum=-1] 2024-11-08T08:18:00,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:18:00,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:18:00,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731053872000.52e85f1879a94fad0b3189ee36344e80., hostname=6ac96558fc7f,42301,1731053863759, seqNum=2] 2024-11-08T08:18:00,491 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:42301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T08:18:00,534 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 687, reset compression=false 2024-11-08T08:18:00,539 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:18:00,539 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:00,539 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.shipper6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,42301,1731053863759 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:18:00,743 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:01,048 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:01,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T08:18:01,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T08:18:01,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T08:18:01,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T08:18:01,296 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:18:01,296 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T08:18:01,452 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:01,977 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:02,581 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:02,619 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:18:02,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:18:02,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:18:02,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:18:02,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:18:03,285 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:04,094 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:05,001 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:06,036 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:07,140 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:08,344 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:09,649 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:11,073 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:12,586 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:13,100 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T08:18:14,190 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:15,895 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:17,699 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:18,078 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T08:18:19,602 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:20,541 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.shipper6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,42301,1731053863759 got entry batch from reader: null 2024-11-08T08:18:21,608 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:23,712 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:25,916 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:26,489 INFO [master/6ac96558fc7f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T08:18:26,489 INFO [master/6ac96558fc7f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T08:18:28,220 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:30,625 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:32,544 INFO [master/6ac96558fc7f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T08:18:32,544 INFO [master/6ac96558fc7f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T08:18:33,129 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:35,733 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:38,181 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 52e85f1879a94fad0b3189ee36344e80, had cached 0 bytes from a total of 31376 2024-11-08T08:18:38,437 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:40,305 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 700c40c6ec0494c7bea076e35694f2a4, had cached 0 bytes from a total of 15585 2024-11-08T08:18:40,542 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.shipper6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,42301,1731053863759 got entry batch from reader: null 2024-11-08T08:18:41,241 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:43,100 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T08:18:44,155 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:47,159 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:48,078 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T08:18:50,263 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:52,400 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T08:18:53,468 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:18:56,772 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:19:00,177 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:19:00,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:19:00,437 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:19:00,437 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:00,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:00,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:00,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:19:00,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:19:00,437 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1500956694, stopped=false 2024-11-08T08:19:00,437 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,39393,1731053868492 2024-11-08T08:19:00,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1408943540/running 2024-11-08T08:19:00,445 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1408943540/running 2024-11-08T08:19:00,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540 2024-11-08T08:19:00,446 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:19:00,446 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540 2024-11-08T08:19:00,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:19:00,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:00,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:00,446 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,34255,1731053868785' ***** 2024-11-08T08:19:00,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Set watcher on znode that does not yet exist, /1-1408943540/running 2024-11-08T08:19:00,446 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:19:00,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Set watcher on znode that does not yet exist, /1-1408943540/running 2024-11-08T08:19:00,446 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:19:00,446 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:19:00,447 INFO [RS:0;6ac96558fc7f:34255 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:19:00,447 INFO [RS:0;6ac96558fc7f:34255 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:19:00,447 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(3091): Received CLOSE for 700c40c6ec0494c7bea076e35694f2a4 2024-11-08T08:19:00,447 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,34255,1731053868785 2024-11-08T08:19:00,447 INFO [RS:0;6ac96558fc7f:34255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:19:00,447 INFO [RS:0;6ac96558fc7f:34255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:34255. 2024-11-08T08:19:00,447 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 700c40c6ec0494c7bea076e35694f2a4, disabling compactions & flushes 2024-11-08T08:19:00,447 DEBUG [RS:0;6ac96558fc7f:34255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:00,447 DEBUG [RS:0;6ac96558fc7f:34255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:00,447 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4. 2024-11-08T08:19:00,447 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4. 2024-11-08T08:19:00,447 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4. after waiting 0 ms 2024-11-08T08:19:00,447 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:19:00,447 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4. 2024-11-08T08:19:00,447 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:19:00,447 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:19:00,447 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:19:00,447 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T08:19:00,447 DEBUG [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(1325): Online Regions={700c40c6ec0494c7bea076e35694f2a4=test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:19:00,447 DEBUG [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 700c40c6ec0494c7bea076e35694f2a4 2024-11-08T08:19:00,447 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:19:00,447 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:19:00,448 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:19:00,448 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:19:00,448 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:19:00,448 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T08:19:00,451 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/default/test/700c40c6ec0494c7bea076e35694f2a4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T08:19:00,452 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:19:00,452 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:19:00,452 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4. 2024-11-08T08:19:00,452 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 700c40c6ec0494c7bea076e35694f2a4: Waiting for close lock at 1731053940447Running coprocessor pre-close hooks at 1731053940447Disabling compacts and flushes for region at 1731053940447Disabling writes for close at 1731053940447Writing region close event to WAL at 1731053940448 (+1 ms)Running coprocessor post-close hooks at 1731053940451 (+3 ms)Closed at 1731053940452 (+1 ms) 2024-11-08T08:19:00,452 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4. 2024-11-08T08:19:00,463 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/.tmp/info/deb9069853b54355906c536b9d5382d3 is 129, key is test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4./info:regioninfo/1731053875321/Put/seqid=0 2024-11-08T08:19:00,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741839_1015 (size=6421) 2024-11-08T08:19:00,542 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.shipper6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,42301,1731053863759 got entry batch from reader: null 2024-11-08T08:19:00,543 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:19:00,648 DEBUG [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:00,848 DEBUG [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:00,877 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/.tmp/info/deb9069853b54355906c536b9d5382d3 2024-11-08T08:19:00,905 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/.tmp/ns/adfdb92858f74ccb9ee287d32f7ffd40 is 43, key is default/ns:d/1731053871890/Put/seqid=0 2024-11-08T08:19:00,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741840_1016 (size=5153) 2024-11-08T08:19:00,962 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:19:00,962 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:19:01,048 DEBUG [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:01,248 DEBUG [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:01,313 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/.tmp/ns/adfdb92858f74ccb9ee287d32f7ffd40 2024-11-08T08:19:01,333 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/.tmp/rep_barrier/1c8ce4fa876c4944b4733205f8d58a2f is 112, key is test,,1731053874163.700c40c6ec0494c7bea076e35694f2a4./rep_barrier:seqnumDuringOpen/1731053875321/Put/seqid=0 2024-11-08T08:19:01,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741841_1017 (size=5518) 2024-11-08T08:19:01,448 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T08:19:01,448 DEBUG [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:19:01,449 DEBUG [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:01,649 DEBUG [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:01,738 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/.tmp/rep_barrier/1c8ce4fa876c4944b4733205f8d58a2f 2024-11-08T08:19:01,762 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/.tmp/table/ff39c532cbb04fa7be10fe78c4d37ed7 is 40, key is test/table:state/1731053875331/Put/seqid=0 2024-11-08T08:19:01,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741842_1018 (size=5165) 2024-11-08T08:19:01,849 DEBUG [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:02,049 DEBUG [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:02,167 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/.tmp/table/ff39c532cbb04fa7be10fe78c4d37ed7 2024-11-08T08:19:02,173 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/.tmp/info/deb9069853b54355906c536b9d5382d3 as hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/info/deb9069853b54355906c536b9d5382d3 2024-11-08T08:19:02,179 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/info/deb9069853b54355906c536b9d5382d3, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T08:19:02,180 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/.tmp/ns/adfdb92858f74ccb9ee287d32f7ffd40 as hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/ns/adfdb92858f74ccb9ee287d32f7ffd40 2024-11-08T08:19:02,193 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/ns/adfdb92858f74ccb9ee287d32f7ffd40, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T08:19:02,195 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/.tmp/rep_barrier/1c8ce4fa876c4944b4733205f8d58a2f as hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/rep_barrier/1c8ce4fa876c4944b4733205f8d58a2f 2024-11-08T08:19:02,202 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/rep_barrier/1c8ce4fa876c4944b4733205f8d58a2f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T08:19:02,203 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/.tmp/table/ff39c532cbb04fa7be10fe78c4d37ed7 as hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/table/ff39c532cbb04fa7be10fe78c4d37ed7 2024-11-08T08:19:02,208 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/table/ff39c532cbb04fa7be10fe78c4d37ed7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T08:19:02,209 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1761ms, sequenceid=11, compaction requested=false 2024-11-08T08:19:02,220 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T08:19:02,221 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:19:02,221 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:19:02,221 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:19:02,221 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053940447Running coprocessor pre-close hooks at 1731053940447Disabling compacts and flushes for region at 1731053940447Disabling writes for close at 1731053940448 (+1 ms)Obtaining lock to block concurrent updates at 1731053940448Preparing flush snapshotting stores in 1588230740 at 1731053940448Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731053940448Flushing stores of hbase:meta,,1.1588230740 at 1731053940448Flushing 1588230740/info: creating writer at 1731053940449 (+1 ms)Flushing 1588230740/info: appending metadata at 1731053940463 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731053940463Flushing 1588230740/ns: creating writer at 1731053940889 (+426 ms)Flushing 1588230740/ns: appending metadata at 1731053940905 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731053940905Flushing 1588230740/rep_barrier: creating writer at 1731053941318 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731053941333 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731053941333Flushing 1588230740/table: creating writer at 1731053941749 (+416 ms)Flushing 1588230740/table: appending metadata at 1731053941761 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731053941761Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5826eb70: reopening flushed file at 1731053942172 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d1ad1ba: reopening flushed file at 1731053942179 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@503883fd: reopening flushed file at 1731053942194 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@674efd5a: reopening flushed file at 1731053942202 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1761ms, sequenceid=11, compaction requested=false at 1731053942209 (+7 ms)Writing region close event to WAL at 1731053942216 (+7 ms)Running coprocessor post-close hooks at 1731053942221 (+5 ms)Closed at 1731053942221 2024-11-08T08:19:02,221 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:19:02,249 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,34255,1731053868785; all regions closed. 2024-11-08T08:19:02,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741834_1010 (size=2717) 2024-11-08T08:19:02,252 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/WALs/6ac96558fc7f,34255,1731053868785/6ac96558fc7f%2C34255%2C1731053868785.meta.1731053871751.meta not finished, retry = 0 2024-11-08T08:19:02,354 DEBUG [RS:0;6ac96558fc7f:34255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/oldWALs 2024-11-08T08:19:02,354 INFO [RS:0;6ac96558fc7f:34255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C34255%2C1731053868785.meta:.meta(num 1731053871751) 2024-11-08T08:19:02,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741832_1008 (size=1028) 2024-11-08T08:19:02,357 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/WALs/6ac96558fc7f,34255,1731053868785/6ac96558fc7f%2C34255%2C1731053868785.1731053871113 not finished, retry = 0 2024-11-08T08:19:02,459 DEBUG [RS:0;6ac96558fc7f:34255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/oldWALs 2024-11-08T08:19:02,459 INFO [RS:0;6ac96558fc7f:34255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C34255%2C1731053868785:(num 1731053871113) 2024-11-08T08:19:02,459 DEBUG [RS:0;6ac96558fc7f:34255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:02,459 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:19:02,459 INFO [RS:0;6ac96558fc7f:34255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:19:02,459 INFO [RS:0;6ac96558fc7f:34255 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T08:19:02,460 INFO [RS:0;6ac96558fc7f:34255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:19:02,460 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:19:02,460 INFO [RS:0;6ac96558fc7f:34255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:34255. 2024-11-08T08:19:02,460 DEBUG [RS:0;6ac96558fc7f:34255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:02,460 DEBUG [RS:0;6ac96558fc7f:34255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:02,460 DEBUG [RS:0;6ac96558fc7f:34255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:02,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:19:02,460 INFO [RS:0;6ac96558fc7f:34255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34255 2024-11-08T08:19:02,538 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1408943540/rs/6ac96558fc7f,34255,1731053868785 2024-11-08T08:19:02,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540/rs 2024-11-08T08:19:02,538 INFO [RS:0;6ac96558fc7f:34255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:19:02,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,34255,1731053868785] 2024-11-08T08:19:02,673 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1408943540/draining/6ac96558fc7f,34255,1731053868785 already deleted, retry=false 2024-11-08T08:19:02,673 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,34255,1731053868785 expired; onlineServers=0 2024-11-08T08:19:02,673 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,39393,1731053868492' ***** 2024-11-08T08:19:02,673 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:19:02,673 INFO [M:0;6ac96558fc7f:39393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:19:02,673 INFO [M:0;6ac96558fc7f:39393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:19:02,674 DEBUG [M:0;6ac96558fc7f:39393 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:19:02,674 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:19:02,674 DEBUG [M:0;6ac96558fc7f:39393 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:19:02,674 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053870858 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053870858,5,FailOnTimeoutGroup] 2024-11-08T08:19:02,674 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053870859 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053870859,5,FailOnTimeoutGroup] 2024-11-08T08:19:02,674 INFO [M:0;6ac96558fc7f:39393 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:19:02,674 INFO [M:0;6ac96558fc7f:39393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:19:02,674 DEBUG [M:0;6ac96558fc7f:39393 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:19:02,674 INFO [M:0;6ac96558fc7f:39393 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:19:02,674 INFO [M:0;6ac96558fc7f:39393 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:19:02,674 INFO [M:0;6ac96558fc7f:39393 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:19:02,674 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:19:02,717 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:02,717 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34255-0x1011985b4de0004, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:02,717 INFO [RS:0;6ac96558fc7f:34255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:19:02,717 INFO [RS:0;6ac96558fc7f:34255 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,34255,1731053868785; zookeeper connection closed. 2024-11-08T08:19:02,717 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c5831cd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c5831cd 2024-11-08T08:19:02,718 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:19:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1408943540/master 2024-11-08T08:19:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1408943540 2024-11-08T08:19:02,733 DEBUG [M:0;6ac96558fc7f:39393 {}] zookeeper.ZKUtil(347): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Unable to get data of znode /1-1408943540/master because node does not exist (not an error) 2024-11-08T08:19:02,733 WARN [M:0;6ac96558fc7f:39393 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:19:02,734 INFO [M:0;6ac96558fc7f:39393 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/.lastflushedseqids 2024-11-08T08:19:02,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741843_1019 (size=173) 2024-11-08T08:19:03,139 INFO [M:0;6ac96558fc7f:39393 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:19:03,139 INFO [M:0;6ac96558fc7f:39393 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:19:03,139 DEBUG [M:0;6ac96558fc7f:39393 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:19:03,139 INFO [M:0;6ac96558fc7f:39393 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:03,139 DEBUG [M:0;6ac96558fc7f:39393 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:03,139 DEBUG [M:0;6ac96558fc7f:39393 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:19:03,139 DEBUG [M:0;6ac96558fc7f:39393 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:03,139 INFO [M:0;6ac96558fc7f:39393 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-08T08:19:03,153 DEBUG [M:0;6ac96558fc7f:39393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1d1e0f5a831400ba2f3d0bdb78c9590 is 82, key is hbase:meta,,1/info:regioninfo/1731053871856/Put/seqid=0 2024-11-08T08:19:03,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741844_1020 (size=5672) 2024-11-08T08:19:03,558 INFO [M:0;6ac96558fc7f:39393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1d1e0f5a831400ba2f3d0bdb78c9590 2024-11-08T08:19:03,576 DEBUG [M:0;6ac96558fc7f:39393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c69db80d86684d1fb4c63c0ad7b49096 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731053875336/Put/seqid=0 2024-11-08T08:19:03,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741845_1021 (size=6726) 2024-11-08T08:19:03,682 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.1731053865625 to pos 997, reset compression=false 2024-11-08T08:19:03,981 INFO [M:0;6ac96558fc7f:39393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c69db80d86684d1fb4c63c0ad7b49096 2024-11-08T08:19:03,986 INFO [M:0;6ac96558fc7f:39393 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c69db80d86684d1fb4c63c0ad7b49096 2024-11-08T08:19:04,005 DEBUG [M:0;6ac96558fc7f:39393 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6eba71a6945d4129af7f4f331a9a92be is 69, key is 6ac96558fc7f,34255,1731053868785/rs:state/1731053870896/Put/seqid=0 2024-11-08T08:19:04,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741846_1022 (size=5156) 2024-11-08T08:19:04,410 INFO [M:0;6ac96558fc7f:39393 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6eba71a6945d4129af7f4f331a9a92be 2024-11-08T08:19:04,416 DEBUG [M:0;6ac96558fc7f:39393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c1d1e0f5a831400ba2f3d0bdb78c9590 as hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1d1e0f5a831400ba2f3d0bdb78c9590 2024-11-08T08:19:04,423 INFO [M:0;6ac96558fc7f:39393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c1d1e0f5a831400ba2f3d0bdb78c9590, entries=8, sequenceid=58, filesize=5.5 K 2024-11-08T08:19:04,424 DEBUG [M:0;6ac96558fc7f:39393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c69db80d86684d1fb4c63c0ad7b49096 as hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c69db80d86684d1fb4c63c0ad7b49096 2024-11-08T08:19:04,431 INFO [M:0;6ac96558fc7f:39393 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c69db80d86684d1fb4c63c0ad7b49096 2024-11-08T08:19:04,431 INFO [M:0;6ac96558fc7f:39393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c69db80d86684d1fb4c63c0ad7b49096, entries=6, sequenceid=58, filesize=6.6 K 2024-11-08T08:19:04,432 DEBUG [M:0;6ac96558fc7f:39393 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6eba71a6945d4129af7f4f331a9a92be as hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6eba71a6945d4129af7f4f331a9a92be 2024-11-08T08:19:04,439 INFO [M:0;6ac96558fc7f:39393 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43839/user/jenkins/test-data/c455a33e-38de-271d-2bd4-67e707442c17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6eba71a6945d4129af7f4f331a9a92be, entries=1, sequenceid=58, filesize=5.0 K 2024-11-08T08:19:04,441 INFO [M:0;6ac96558fc7f:39393 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=58, compaction requested=false 2024-11-08T08:19:04,444 INFO [M:0;6ac96558fc7f:39393 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:04,444 DEBUG [M:0;6ac96558fc7f:39393 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053943139Disabling compacts and flushes for region at 1731053943139Disabling writes for close at 1731053943139Obtaining lock to block concurrent updates at 1731053943139Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731053943139Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731053943140 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731053943140Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731053943140Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731053943153 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731053943153Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731053943562 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731053943575 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731053943575Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731053943986 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731053944005 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731053944005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ed22bfc: reopening flushed file at 1731053944415 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ffbaa31: reopening flushed file at 1731053944423 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d0a808: reopening flushed file at 1731053944431 (+8 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=58, compaction requested=false at 1731053944441 (+10 ms)Writing region close event to WAL at 1731053944444 (+3 ms)Closed at 1731053944444 2024-11-08T08:19:04,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33221 is added to blk_1073741830_1006 (size=33014) 2024-11-08T08:19:04,452 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:19:04,452 INFO [M:0;6ac96558fc7f:39393 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:19:04,452 INFO [M:0;6ac96558fc7f:39393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39393 2024-11-08T08:19:04,453 INFO [M:0;6ac96558fc7f:39393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:19:04,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:04,566 INFO [M:0;6ac96558fc7f:39393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:19:04,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39393-0x1011985b4de0003, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:04,569 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3897dbef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:19:04,569 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23fec193{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:19:04,569 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:19:04,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ca8a3fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:19:04,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70204047{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/hadoop.log.dir/,STOPPED} 2024-11-08T08:19:04,571 WARN [BP-836301101-172.17.0.3-1731053866434 heartbeating to localhost/127.0.0.1:43839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:19:04,571 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:19:04,571 WARN [BP-836301101-172.17.0.3-1731053866434 heartbeating to localhost/127.0.0.1:43839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-836301101-172.17.0.3-1731053866434 (Datanode Uuid f65b13b2-7a0e-4c16-9e89-bc19985b1199) service to localhost/127.0.0.1:43839 2024-11-08T08:19:04,571 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:19:04,571 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/cluster_bf400723-0101-8946-f4d3-d76758c70f73/data/data1/current/BP-836301101-172.17.0.3-1731053866434 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:19:04,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/cluster_bf400723-0101-8946-f4d3-d76758c70f73/data/data2/current/BP-836301101-172.17.0.3-1731053866434 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:19:04,572 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:19:04,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ebdcf0d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:19:04,578 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f64ed9b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:19:04,579 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:19:04,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ab166a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:19:04,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@553b932e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/hadoop.log.dir/,STOPPED} 2024-11-08T08:19:04,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:19:04,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:19:04,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:19:04,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:04,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:04,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:04,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:19:04,598 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:19:04,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=861034659, stopped=false 2024-11-08T08:19:04,599 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,39601,1731053863518 2024-11-08T08:19:04,614 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-899080656/running 2024-11-08T08:19:04,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-899080656/running 2024-11-08T08:19:04,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656 2024-11-08T08:19:04,614 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656 2024-11-08T08:19:04,614 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:19:04,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:19:04,614 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:04,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:04,614 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,42301,1731053863759' ***** 2024-11-08T08:19:04,614 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:19:04,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Set watcher on znode that does not yet exist, /0-899080656/running 2024-11-08T08:19:04,615 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:19:04,615 INFO [RS:0;6ac96558fc7f:42301 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:19:04,615 INFO [RS:0;6ac96558fc7f:42301 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:19:04,615 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:19:04,615 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(3091): Received CLOSE for bbde7d700b04c5a545e6fe2911730a18 2024-11-08T08:19:04,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Set watcher on znode that does not yet exist, /0-899080656/running 2024-11-08T08:19:04,615 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(3091): Received CLOSE for 52e85f1879a94fad0b3189ee36344e80 2024-11-08T08:19:04,615 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,42301,1731053863759 2024-11-08T08:19:04,615 INFO [RS:0;6ac96558fc7f:42301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:19:04,615 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbde7d700b04c5a545e6fe2911730a18, disabling compactions & flushes 2024-11-08T08:19:04,615 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18. 2024-11-08T08:19:04,615 INFO [RS:0;6ac96558fc7f:42301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:42301. 2024-11-08T08:19:04,615 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18. 2024-11-08T08:19:04,616 DEBUG [RS:0;6ac96558fc7f:42301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:04,616 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18. after waiting 0 ms 2024-11-08T08:19:04,616 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18. 2024-11-08T08:19:04,616 DEBUG [RS:0;6ac96558fc7f:42301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:04,616 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:19:04,616 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bbde7d700b04c5a545e6fe2911730a18 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-08T08:19:04,616 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:19:04,616 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:19:04,616 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:19:04,616 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T08:19:04,616 DEBUG [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(1325): Online Regions={bbde7d700b04c5a545e6fe2911730a18=hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18., 52e85f1879a94fad0b3189ee36344e80=test,,1731053872000.52e85f1879a94fad0b3189ee36344e80., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:19:04,616 DEBUG [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52e85f1879a94fad0b3189ee36344e80, bbde7d700b04c5a545e6fe2911730a18 2024-11-08T08:19:04,616 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:19:04,616 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:19:04,616 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:19:04,616 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:19:04,616 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:19:04,617 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T08:19:04,631 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/.tmp/info/55593c82aa9f46f08af650ad95f596e3 is 147, key is hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18./info:regioninfo/1731053877149/Put/seqid=0 2024-11-08T08:19:04,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741844_1020 (size=7686) 2024-11-08T08:19:04,636 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/replication/bbde7d700b04c5a545e6fe2911730a18/.tmp/hfileref/2401a10477084e148799788c3e51795d is 74, key is 1/hfileref:386e84c328ac4f80822388447aa7ec1a_SeqId_4_/1731053879782/DeleteColumn/seqid=0 2024-11-08T08:19:04,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741845_1021 (size=5203) 2024-11-08T08:19:04,679 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:19:04,817 DEBUG [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52e85f1879a94fad0b3189ee36344e80, bbde7d700b04c5a545e6fe2911730a18 2024-11-08T08:19:05,017 DEBUG [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52e85f1879a94fad0b3189ee36344e80, bbde7d700b04c5a545e6fe2911730a18 2024-11-08T08:19:05,036 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/.tmp/info/55593c82aa9f46f08af650ad95f596e3 2024-11-08T08:19:05,040 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/replication/bbde7d700b04c5a545e6fe2911730a18/.tmp/hfileref/2401a10477084e148799788c3e51795d 2024-11-08T08:19:05,059 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/.tmp/ns/47f390dafc104d24a04cb0df33b74301 is 43, key is default/ns:d/1731053866291/Put/seqid=0 2024-11-08T08:19:05,060 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/replication/bbde7d700b04c5a545e6fe2911730a18/.tmp/queue/cac20d5696c946298e452fca8544fe3a is 153, key is 1-6ac96558fc7f,42301,1731053863759/queue:6ac96558fc7f%2C42301%2C1731053863759/1731053880540/Put/seqid=0 2024-11-08T08:19:05,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741847_1023 (size=5153) 2024-11-08T08:19:05,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741846_1022 (size=5352) 2024-11-08T08:19:05,217 DEBUG [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52e85f1879a94fad0b3189ee36344e80, bbde7d700b04c5a545e6fe2911730a18 2024-11-08T08:19:05,417 DEBUG [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 52e85f1879a94fad0b3189ee36344e80, bbde7d700b04c5a545e6fe2911730a18 2024-11-08T08:19:05,465 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/replication/bbde7d700b04c5a545e6fe2911730a18/.tmp/queue/cac20d5696c946298e452fca8544fe3a 2024-11-08T08:19:05,465 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/.tmp/ns/47f390dafc104d24a04cb0df33b74301 2024-11-08T08:19:05,472 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/replication/bbde7d700b04c5a545e6fe2911730a18/.tmp/hfileref/2401a10477084e148799788c3e51795d as hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/replication/bbde7d700b04c5a545e6fe2911730a18/hfileref/2401a10477084e148799788c3e51795d 2024-11-08T08:19:05,483 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/replication/bbde7d700b04c5a545e6fe2911730a18/hfileref/2401a10477084e148799788c3e51795d, entries=2, sequenceid=10, filesize=5.1 K 2024-11-08T08:19:05,484 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/replication/bbde7d700b04c5a545e6fe2911730a18/.tmp/queue/cac20d5696c946298e452fca8544fe3a as hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/replication/bbde7d700b04c5a545e6fe2911730a18/queue/cac20d5696c946298e452fca8544fe3a 2024-11-08T08:19:05,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:05,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:05,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:05,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:05,489 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:19:05,489 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:19:05,494 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/replication/bbde7d700b04c5a545e6fe2911730a18/queue/cac20d5696c946298e452fca8544fe3a, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T08:19:05,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:05,496 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/.tmp/rep_barrier/feade22d542e42d0b4688c28ade33cd3 is 112, key is test,,1731053872000.52e85f1879a94fad0b3189ee36344e80./rep_barrier:seqnumDuringOpen/1731053873220/Put/seqid=0 2024-11-08T08:19:05,496 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for bbde7d700b04c5a545e6fe2911730a18 in 880ms, sequenceid=10, compaction requested=false 2024-11-08T08:19:05,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741848_1024 (size=5518) 2024-11-08T08:19:05,522 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/replication/bbde7d700b04c5a545e6fe2911730a18/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T08:19:05,523 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:19:05,523 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:19:05,523 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18. 2024-11-08T08:19:05,523 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbde7d700b04c5a545e6fe2911730a18: Waiting for close lock at 1731053944615Running coprocessor pre-close hooks at 1731053944615Disabling compacts and flushes for region at 1731053944615Disabling writes for close at 1731053944616 (+1 ms)Obtaining lock to block concurrent updates at 1731053944616Preparing flush snapshotting stores in bbde7d700b04c5a545e6fe2911730a18 at 1731053944616Finished memstore snapshotting hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731053944616Flushing stores of hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18. at 1731053944617 (+1 ms)Flushing bbde7d700b04c5a545e6fe2911730a18/hfileref: creating writer at 1731053944617Flushing bbde7d700b04c5a545e6fe2911730a18/hfileref: appending metadata at 1731053944635 (+18 ms)Flushing bbde7d700b04c5a545e6fe2911730a18/hfileref: closing flushed file at 1731053944635Flushing bbde7d700b04c5a545e6fe2911730a18/queue: creating writer at 1731053945046 (+411 ms)Flushing bbde7d700b04c5a545e6fe2911730a18/queue: appending metadata at 1731053945059 (+13 ms)Flushing bbde7d700b04c5a545e6fe2911730a18/queue: closing flushed file at 1731053945059Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66db9f08: reopening flushed file at 1731053945470 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@269dde18: reopening flushed file at 1731053945483 (+13 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for bbde7d700b04c5a545e6fe2911730a18 in 880ms, sequenceid=10, compaction requested=false at 1731053945496 (+13 ms)Writing region close event to WAL at 1731053945519 (+23 ms)Running coprocessor post-close hooks at 1731053945523 (+4 ms)Closed at 1731053945523 2024-11-08T08:19:05,523 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731053876335.bbde7d700b04c5a545e6fe2911730a18. 2024-11-08T08:19:05,523 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 52e85f1879a94fad0b3189ee36344e80, disabling compactions & flushes 2024-11-08T08:19:05,523 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731053872000.52e85f1879a94fad0b3189ee36344e80. 2024-11-08T08:19:05,523 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731053872000.52e85f1879a94fad0b3189ee36344e80. 2024-11-08T08:19:05,523 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731053872000.52e85f1879a94fad0b3189ee36344e80. after waiting 0 ms 2024-11-08T08:19:05,524 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731053872000.52e85f1879a94fad0b3189ee36344e80. 2024-11-08T08:19:05,531 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/default/test/52e85f1879a94fad0b3189ee36344e80/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T08:19:05,532 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:19:05,532 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:19:05,532 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731053872000.52e85f1879a94fad0b3189ee36344e80. 2024-11-08T08:19:05,532 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 52e85f1879a94fad0b3189ee36344e80: Waiting for close lock at 1731053945523Running coprocessor pre-close hooks at 1731053945523Disabling compacts and flushes for region at 1731053945523Disabling writes for close at 1731053945524 (+1 ms)Writing region close event to WAL at 1731053945527 (+3 ms)Running coprocessor post-close hooks at 1731053945532 (+5 ms)Closed at 1731053945532 2024-11-08T08:19:05,532 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731053872000.52e85f1879a94fad0b3189ee36344e80. 2024-11-08T08:19:05,617 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T08:19:05,617 DEBUG [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:19:05,618 DEBUG [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:05,818 DEBUG [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:05,917 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/.tmp/rep_barrier/feade22d542e42d0b4688c28ade33cd3 2024-11-08T08:19:05,934 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/.tmp/table/4f29dfa5d7804ad882e64335fdbe174a is 53, key is hbase:replication/table:state/1731053877169/Put/seqid=0 2024-11-08T08:19:05,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741849_1025 (size=5308) 2024-11-08T08:19:06,003 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:19:06,018 DEBUG [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:06,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:06,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:06,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:06,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:06,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:06,218 DEBUG [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:06,338 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/.tmp/table/4f29dfa5d7804ad882e64335fdbe174a 2024-11-08T08:19:06,346 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/.tmp/info/55593c82aa9f46f08af650ad95f596e3 as hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/info/55593c82aa9f46f08af650ad95f596e3 2024-11-08T08:19:06,353 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/info/55593c82aa9f46f08af650ad95f596e3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T08:19:06,354 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/.tmp/ns/47f390dafc104d24a04cb0df33b74301 as hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/ns/47f390dafc104d24a04cb0df33b74301 2024-11-08T08:19:06,359 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/ns/47f390dafc104d24a04cb0df33b74301, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T08:19:06,360 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/.tmp/rep_barrier/feade22d542e42d0b4688c28ade33cd3 as hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/rep_barrier/feade22d542e42d0b4688c28ade33cd3 2024-11-08T08:19:06,365 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/rep_barrier/feade22d542e42d0b4688c28ade33cd3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T08:19:06,366 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/.tmp/table/4f29dfa5d7804ad882e64335fdbe174a as hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/table/4f29dfa5d7804ad882e64335fdbe174a 2024-11-08T08:19:06,370 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/table/4f29dfa5d7804ad882e64335fdbe174a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T08:19:06,371 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1755ms, sequenceid=16, compaction requested=false 2024-11-08T08:19:06,371 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T08:19:06,377 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T08:19:06,378 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:19:06,378 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:19:06,378 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:19:06,378 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053944616Running coprocessor pre-close hooks at 1731053944616Disabling compacts and flushes for region at 1731053944616Disabling writes for close at 1731053944616Obtaining lock to block concurrent updates at 1731053944617 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731053944617Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731053944617Flushing stores of hbase:meta,,1.1588230740 at 1731053944618 (+1 ms)Flushing 1588230740/info: creating writer at 1731053944618Flushing 1588230740/info: appending metadata at 1731053944631 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731053944631Flushing 1588230740/ns: creating writer at 1731053945042 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731053945059 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731053945059Flushing 1588230740/rep_barrier: creating writer at 1731053945472 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731053945495 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731053945495Flushing 1588230740/table: creating writer at 1731053945921 (+426 ms)Flushing 1588230740/table: appending metadata at 1731053945933 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731053945934 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b9ec75d: reopening flushed file at 1731053946345 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b46c279: reopening flushed file at 1731053946353 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c557ebd: reopening flushed file at 1731053946360 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76424446: reopening flushed file at 1731053946365 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1755ms, sequenceid=16, compaction requested=false at 1731053946371 (+6 ms)Writing region close event to WAL at 1731053946374 (+3 ms)Running coprocessor post-close hooks at 1731053946378 (+4 ms)Closed at 1731053946378 2024-11-08T08:19:06,378 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:19:06,418 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,42301,1731053863759; all regions closed. 2024-11-08T08:19:06,422 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.meta.1731053866201.meta not finished, retry = 0 2024-11-08T08:19:06,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741834_1010 (size=4239) 2024-11-08T08:19:06,524 DEBUG [RS:0;6ac96558fc7f:42301 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/oldWALs 2024-11-08T08:19:06,524 INFO [RS:0;6ac96558fc7f:42301 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C42301%2C1731053863759.meta:.meta(num 1731053866201) 2024-11-08T08:19:06,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741839_1015 (size=2700) 2024-11-08T08:19:06,527 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/WALs/6ac96558fc7f,42301,1731053863759/6ac96558fc7f%2C42301%2C1731053863759.rep.1731053877089 not finished, retry = 0 2024-11-08T08:19:06,629 DEBUG [RS:0;6ac96558fc7f:42301 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/oldWALs 2024-11-08T08:19:06,629 INFO [RS:0;6ac96558fc7f:42301 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C42301%2C1731053863759.rep:(num 1731053877089) 2024-11-08T08:19:06,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741833_1009 (size=1300) 2024-11-08T08:19:06,635 DEBUG [RS:0;6ac96558fc7f:42301 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/oldWALs 2024-11-08T08:19:06,635 INFO [RS:0;6ac96558fc7f:42301 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C42301%2C1731053863759:(num 1731053865625) 2024-11-08T08:19:06,635 DEBUG [RS:0;6ac96558fc7f:42301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:06,635 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:19:06,635 INFO [RS:0;6ac96558fc7f:42301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:19:06,636 INFO [RS:0;6ac96558fc7f:42301 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T08:19:06,636 INFO [RS:0;6ac96558fc7f:42301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:19:06,636 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:19:06,636 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ac96558fc7f,42301,1731053863759 because: Region server is closing 2024-11-08T08:19:06,636 INFO [RS:0;6ac96558fc7f:42301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:42301. 2024-11-08T08:19:06,636 DEBUG [RS:0;6ac96558fc7f:42301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:06,636 DEBUG [RS:0;6ac96558fc7f:42301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:06,636 DEBUG [RS:0;6ac96558fc7f:42301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:06,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:19:06,737 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.wal-reader.6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T08:19:06,737 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.shipper6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T08:19:06,737 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42301,1731053863759.replicationSource.shipper6ac96558fc7f%2C42301%2C1731053863759,1-6ac96558fc7f,42301,1731053863759 terminated 2024-11-08T08:19:06,737 INFO [RS:0;6ac96558fc7f:42301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42301 2024-11-08T08:19:06,750 INFO [RS:0;6ac96558fc7f:42301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:19:06,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656/rs 2024-11-08T08:19:06,750 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-899080656/rs/6ac96558fc7f,42301,1731053863759 2024-11-08T08:19:06,761 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,42301,1731053863759] 2024-11-08T08:19:06,771 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-899080656/draining/6ac96558fc7f,42301,1731053863759 already deleted, retry=false 2024-11-08T08:19:06,771 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,42301,1731053863759 expired; onlineServers=0 2024-11-08T08:19:06,771 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,39601,1731053863518' ***** 2024-11-08T08:19:06,771 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:19:06,771 INFO [M:0;6ac96558fc7f:39601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:19:06,771 INFO [M:0;6ac96558fc7f:39601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:19:06,771 DEBUG [M:0;6ac96558fc7f:39601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:19:06,771 DEBUG [M:0;6ac96558fc7f:39601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:19:06,771 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:19:06,771 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053865380 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053865380,5,FailOnTimeoutGroup] 2024-11-08T08:19:06,771 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053865388 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053865388,5,FailOnTimeoutGroup] 2024-11-08T08:19:06,772 INFO [M:0;6ac96558fc7f:39601 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:19:06,772 INFO [M:0;6ac96558fc7f:39601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:19:06,772 DEBUG [M:0;6ac96558fc7f:39601 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:19:06,772 INFO [M:0;6ac96558fc7f:39601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:19:06,772 INFO [M:0;6ac96558fc7f:39601 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:19:06,772 INFO [M:0;6ac96558fc7f:39601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:19:06,772 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:19:06,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-899080656/master 2024-11-08T08:19:06,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-899080656 2024-11-08T08:19:06,782 DEBUG [M:0;6ac96558fc7f:39601 {}] zookeeper.ZKUtil(347): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Unable to get data of znode /0-899080656/master because node does not exist (not an error) 2024-11-08T08:19:06,782 WARN [M:0;6ac96558fc7f:39601 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:19:06,783 INFO [M:0;6ac96558fc7f:39601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/.lastflushedseqids 2024-11-08T08:19:06,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741850_1026 (size=263) 2024-11-08T08:19:06,861 INFO [RS:0;6ac96558fc7f:42301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:19:06,861 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:06,861 INFO [RS:0;6ac96558fc7f:42301 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,42301,1731053863759; zookeeper connection closed. 2024-11-08T08:19:06,861 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42301-0x1011985b4de0001, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:06,861 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@397e25ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@397e25ae 2024-11-08T08:19:06,861 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:19:07,188 INFO [M:0;6ac96558fc7f:39601 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:19:07,188 INFO [M:0;6ac96558fc7f:39601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:19:07,188 DEBUG [M:0;6ac96558fc7f:39601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:19:07,188 INFO [M:0;6ac96558fc7f:39601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:07,188 DEBUG [M:0;6ac96558fc7f:39601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:07,188 DEBUG [M:0;6ac96558fc7f:39601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:19:07,188 DEBUG [M:0;6ac96558fc7f:39601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:07,188 INFO [M:0;6ac96558fc7f:39601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-08T08:19:07,202 DEBUG [M:0;6ac96558fc7f:39601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0b3e0a455d34b1c97859209b50b1fb2 is 82, key is hbase:meta,,1/info:regioninfo/1731053866233/Put/seqid=0 2024-11-08T08:19:07,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741851_1027 (size=5672) 2024-11-08T08:19:07,607 INFO [M:0;6ac96558fc7f:39601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0b3e0a455d34b1c97859209b50b1fb2 2024-11-08T08:19:07,627 DEBUG [M:0;6ac96558fc7f:39601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f5e8d1ee4bd4deb9ee4605bfe9c7a04 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731053873241/Put/seqid=0 2024-11-08T08:19:07,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741852_1028 (size=7239) 2024-11-08T08:19:08,031 INFO [M:0;6ac96558fc7f:39601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f5e8d1ee4bd4deb9ee4605bfe9c7a04 2024-11-08T08:19:08,036 INFO [M:0;6ac96558fc7f:39601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f5e8d1ee4bd4deb9ee4605bfe9c7a04 2024-11-08T08:19:08,048 DEBUG [M:0;6ac96558fc7f:39601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f33b88119b94b858c18e243da1f30fc is 69, key is 6ac96558fc7f,42301,1731053863759/rs:state/1731053865450/Put/seqid=0 2024-11-08T08:19:08,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741853_1029 (size=5156) 2024-11-08T08:19:08,453 INFO [M:0;6ac96558fc7f:39601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f33b88119b94b858c18e243da1f30fc 2024-11-08T08:19:08,459 DEBUG [M:0;6ac96558fc7f:39601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0b3e0a455d34b1c97859209b50b1fb2 as hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0b3e0a455d34b1c97859209b50b1fb2 2024-11-08T08:19:08,464 INFO [M:0;6ac96558fc7f:39601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0b3e0a455d34b1c97859209b50b1fb2, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T08:19:08,465 DEBUG [M:0;6ac96558fc7f:39601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f5e8d1ee4bd4deb9ee4605bfe9c7a04 as hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f5e8d1ee4bd4deb9ee4605bfe9c7a04 2024-11-08T08:19:08,471 INFO [M:0;6ac96558fc7f:39601 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f5e8d1ee4bd4deb9ee4605bfe9c7a04 2024-11-08T08:19:08,471 INFO [M:0;6ac96558fc7f:39601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f5e8d1ee4bd4deb9ee4605bfe9c7a04, entries=11, sequenceid=105, filesize=7.1 K 2024-11-08T08:19:08,472 DEBUG [M:0;6ac96558fc7f:39601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0f33b88119b94b858c18e243da1f30fc as hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f33b88119b94b858c18e243da1f30fc 2024-11-08T08:19:08,477 INFO [M:0;6ac96558fc7f:39601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38515/user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0f33b88119b94b858c18e243da1f30fc, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T08:19:08,478 INFO [M:0;6ac96558fc7f:39601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false 2024-11-08T08:19:08,479 INFO [M:0;6ac96558fc7f:39601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:08,479 DEBUG [M:0;6ac96558fc7f:39601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053947188Disabling compacts and flushes for region at 1731053947188Disabling writes for close at 1731053947188Obtaining lock to block concurrent updates at 1731053947188Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731053947188Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731053947189 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731053947189Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731053947189Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731053947202 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731053947202Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731053947612 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731053947626 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731053947626Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731053948036 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731053948047 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731053948047Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4240e7e8: reopening flushed file at 1731053948458 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24d6a827: reopening flushed file at 1731053948464 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fa5b86: reopening flushed file at 1731053948471 (+7 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=105, compaction requested=false at 1731053948478 (+7 ms)Writing region close event to WAL at 1731053948479 (+1 ms)Closed at 1731053948479 2024-11-08T08:19:08,481 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b07a89a2-7afb-bb3d-0c8b-d1fe96ba8699/MasterData/WALs/6ac96558fc7f,39601,1731053863518/6ac96558fc7f%2C39601%2C1731053863518.1731053864951 not finished, retry = 0 2024-11-08T08:19:08,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37879 is added to blk_1073741830_1006 (size=64514) 2024-11-08T08:19:08,582 INFO [M:0;6ac96558fc7f:39601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:19:08,582 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:19:08,582 INFO [M:0;6ac96558fc7f:39601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39601 2024-11-08T08:19:08,583 INFO [M:0;6ac96558fc7f:39601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:19:08,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:08,766 INFO [M:0;6ac96558fc7f:39601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:19:08,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39601-0x1011985b4de0000, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:08,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9df7998{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:19:08,769 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ecb522c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:19:08,769 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:19:08,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35e7e964{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:19:08,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fc1d38b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/hadoop.log.dir/,STOPPED} 2024-11-08T08:19:08,770 WARN [BP-1601619728-172.17.0.3-1731053861207 heartbeating to localhost/127.0.0.1:38515 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:19:08,770 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:19:08,770 WARN [BP-1601619728-172.17.0.3-1731053861207 heartbeating to localhost/127.0.0.1:38515 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1601619728-172.17.0.3-1731053861207 (Datanode Uuid 0ca28797-e93f-450d-a247-f8e289762458) service to localhost/127.0.0.1:38515 2024-11-08T08:19:08,770 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:19:08,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/cluster_67c5d536-b223-1a42-48c0-67896f07cd85/data/data1/current/BP-1601619728-172.17.0.3-1731053861207 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:19:08,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/cluster_67c5d536-b223-1a42-48c0-67896f07cd85/data/data2/current/BP-1601619728-172.17.0.3-1731053861207 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:19:08,773 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:19:08,778 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@358a93e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:19:08,779 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59561a4d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:19:08,779 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:19:08,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69ee97df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:19:08,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bcf2990{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd7c5ade-3ac6-d89a-3078-8804adf36c8c/hadoop.log.dir/,STOPPED} 2024-11-08T08:19:08,785 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T08:19:08,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:19:08,803 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 136) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58554) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38515 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38515 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fcca4b8ac80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43839 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38515 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43839 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43839 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38515 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58554) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fcca4b8ac80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43839 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:43839 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=389 (was 481), ProcessCount=11 (was 11), AvailableMemoryMB=5399 (was 5389) - AvailableMemoryMB LEAK? - 2024-11-08T08:19:08,810 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=389, ProcessCount=11, AvailableMemoryMB=5399 2024-11-08T08:19:08,821 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-08T08:19:08,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/hadoop.log.dir so I do NOT create it in target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8 2024-11-08T08:19:08,822 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:19:08,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/hadoop.tmp.dir so I do NOT create it in target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8 2024-11-08T08:19:08,822 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b893f0-515f-8c0c-039b-a08641764837/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:19:08,822 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8 2024-11-08T08:19:08,822 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/cluster_71210f0d-d6fa-a694-3e99-83bd3005d4ee, deleteOnExit=true 2024-11-08T08:19:08,824 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/cluster_71210f0d-d6fa-a694-3e99-83bd3005d4ee/zookeeper_0, clientPort=51922, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/cluster_71210f0d-d6fa-a694-3e99-83bd3005d4ee/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/cluster_71210f0d-d6fa-a694-3e99-83bd3005d4ee/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T08:19:08,825 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51922 2024-11-08T08:19:08,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:19:08,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:19:08,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/test.cache.data in system properties and HBase conf 2024-11-08T08:19:08,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:19:08,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:19:08,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:19:08,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:19:08,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:19:08,826 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:19:08,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:19:08,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:19:08,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:19:08,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:19:08,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:19:08,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:19:08,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:19:08,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:19:08,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:19:08,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:19:08,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:19:08,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:19:08,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:19:08,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:19:08,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011985b4de0005, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:19:08,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011985b4de0002, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:19:08,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011985b4de0005, quorum=127.0.0.1:58554, baseZNode=/1-1408943540 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:19:08,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011985b4de0002, quorum=127.0.0.1:58554, baseZNode=/0-899080656 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:19:09,148 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:19:09,152 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:19:09,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:19:09,153 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:19:09,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T08:19:09,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:19:09,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@181f8260{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:19:09,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10b3dc7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:19:09,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c58896b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/java.io.tmpdir/jetty-localhost-43605-hadoop-hdfs-3_4_1-tests_jar-_-any-16656638511610146200/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:19:09,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56ab422d{HTTP/1.1, (http/1.1)}{localhost:43605} 2024-11-08T08:19:09,258 INFO [Time-limited test {}] server.Server(415): Started @145450ms 2024-11-08T08:19:09,500 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:19:09,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:19:09,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:19:09,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:19:09,504 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:19:09,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@124916c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:19:09,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26846405{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:19:09,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c812a9f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/java.io.tmpdir/jetty-localhost-40847-hadoop-hdfs-3_4_1-tests_jar-_-any-16924847124382413443/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:19:09,603 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d9644af{HTTP/1.1, (http/1.1)}{localhost:40847} 2024-11-08T08:19:09,603 INFO [Time-limited test {}] server.Server(415): Started @145795ms 2024-11-08T08:19:09,604 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:19:10,211 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/cluster_71210f0d-d6fa-a694-3e99-83bd3005d4ee/data/data1/current/BP-1662959927-172.17.0.3-1731053948841/current, will proceed with Du for space computation calculation, 2024-11-08T08:19:10,211 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/cluster_71210f0d-d6fa-a694-3e99-83bd3005d4ee/data/data2/current/BP-1662959927-172.17.0.3-1731053948841/current, will proceed with Du for space computation calculation, 2024-11-08T08:19:10,225 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:19:10,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28643bcc5513e0e7 with lease ID 0xfb705c97e9745d0d: Processing first storage report for DS-71460a3b-011a-4493-bc4f-e731e597048b from datanode DatanodeRegistration(127.0.0.1:46849, datanodeUuid=493e31cb-727c-4fb8-a981-9e48453449bc, infoPort=40299, infoSecurePort=0, ipcPort=39579, storageInfo=lv=-57;cid=testClusterID;nsid=1348376241;c=1731053948841) 2024-11-08T08:19:10,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28643bcc5513e0e7 with lease ID 0xfb705c97e9745d0d: from storage DS-71460a3b-011a-4493-bc4f-e731e597048b node DatanodeRegistration(127.0.0.1:46849, datanodeUuid=493e31cb-727c-4fb8-a981-9e48453449bc, infoPort=40299, infoSecurePort=0, ipcPort=39579, storageInfo=lv=-57;cid=testClusterID;nsid=1348376241;c=1731053948841), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:19:10,227 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28643bcc5513e0e7 with lease ID 0xfb705c97e9745d0d: Processing first storage report for DS-aabcfdb9-0f71-4aad-86d2-9da0ee05eaa5 from datanode DatanodeRegistration(127.0.0.1:46849, datanodeUuid=493e31cb-727c-4fb8-a981-9e48453449bc, infoPort=40299, infoSecurePort=0, ipcPort=39579, storageInfo=lv=-57;cid=testClusterID;nsid=1348376241;c=1731053948841) 2024-11-08T08:19:10,227 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28643bcc5513e0e7 with lease ID 0xfb705c97e9745d0d: from storage DS-aabcfdb9-0f71-4aad-86d2-9da0ee05eaa5 node DatanodeRegistration(127.0.0.1:46849, datanodeUuid=493e31cb-727c-4fb8-a981-9e48453449bc, infoPort=40299, infoSecurePort=0, ipcPort=39579, storageInfo=lv=-57;cid=testClusterID;nsid=1348376241;c=1731053948841), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:19:10,329 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8 2024-11-08T08:19:10,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:10,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:10,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:19:10,739 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3 with version=8 2024-11-08T08:19:10,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/hbase-staging 2024-11-08T08:19:10,741 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:19:10,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:10,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:10,741 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:19:10,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:10,742 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:19:10,742 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:19:10,742 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:19:10,742 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42897 2024-11-08T08:19:10,743 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42897 connecting to ZooKeeper ensemble=127.0.0.1:51922 2024-11-08T08:19:10,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428970x0, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:19:10,842 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42897-0x10119870b430000 connected 2024-11-08T08:19:10,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:10,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:10,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on znode that does not yet exist, /0-1629013734/running 2024-11-08T08:19:10,930 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3, hbase.cluster.distributed=false 2024-11-08T08:19:10,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on znode that does not yet exist, /0-1629013734/acl 2024-11-08T08:19:10,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42897 2024-11-08T08:19:10,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42897 2024-11-08T08:19:10,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42897 2024-11-08T08:19:10,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42897 2024-11-08T08:19:10,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42897 2024-11-08T08:19:10,948 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:19:10,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:10,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:10,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:19:10,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:10,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:19:10,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:19:10,949 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:19:10,950 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42809 2024-11-08T08:19:10,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42809 connecting to ZooKeeper ensemble=127.0.0.1:51922 2024-11-08T08:19:10,952 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:10,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:11,021 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428090x0, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:19:11,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42809-0x10119870b430001 connected 2024-11-08T08:19:11,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on znode that does not yet exist, /0-1629013734/running 2024-11-08T08:19:11,022 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:19:11,022 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:19:11,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on znode that does not yet exist, /0-1629013734/master 2024-11-08T08:19:11,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on znode that does not yet exist, /0-1629013734/acl 2024-11-08T08:19:11,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42809 2024-11-08T08:19:11,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42809 2024-11-08T08:19:11,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42809 2024-11-08T08:19:11,025 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:19:11,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42809 2024-11-08T08:19:11,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42809 2024-11-08T08:19:11,043 DEBUG [M:0;6ac96558fc7f:42897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:42897 2024-11-08T08:19:11,043 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1629013734/backup-masters/6ac96558fc7f,42897,1731053950741 2024-11-08T08:19:11,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:11,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:11,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:11,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:11,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:11,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:11,073 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734/backup-masters 2024-11-08T08:19:11,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734/backup-masters 2024-11-08T08:19:11,073 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on existing znode=/0-1629013734/backup-masters/6ac96558fc7f,42897,1731053950741 2024-11-08T08:19:11,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:11,083 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1629013734/master 2024-11-08T08:19:11,083 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:11,084 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on existing znode=/0-1629013734/master 2024-11-08T08:19:11,084 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1629013734/backup-masters/6ac96558fc7f,42897,1731053950741 from backup master directory 2024-11-08T08:19:11,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1629013734/backup-masters/6ac96558fc7f,42897,1731053950741 2024-11-08T08:19:11,094 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734/backup-masters 2024-11-08T08:19:11,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734/backup-masters 2024-11-08T08:19:11,094 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:19:11,094 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,42897,1731053950741 2024-11-08T08:19:11,098 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/hbase.id] with ID: 238a0d74-2b7e-48e6-8560-b6e0595e059b 2024-11-08T08:19:11,098 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/.tmp/hbase.id 2024-11-08T08:19:11,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:19:11,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:19:11,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T08:19:11,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T08:19:11,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T08:19:11,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T08:19:11,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:19:11,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:19:11,502 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/.tmp/hbase.id]:[hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/hbase.id] 2024-11-08T08:19:11,513 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:11,513 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:19:11,514 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T08:19:11,760 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:11,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:11,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:19:12,169 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:19:12,169 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:19:12,169 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:19:12,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:19:12,576 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store 2024-11-08T08:19:12,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:19:12,983 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:12,983 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:19:12,983 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:12,983 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:12,983 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:19:12,983 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:12,983 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:12,983 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053952983Disabling compacts and flushes for region at 1731053952983Disabling writes for close at 1731053952983Writing region close event to WAL at 1731053952983Closed at 1731053952983 2024-11-08T08:19:12,984 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/.initializing 2024-11-08T08:19:12,984 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/WALs/6ac96558fc7f,42897,1731053950741 2024-11-08T08:19:12,985 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:19:12,987 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C42897%2C1731053950741, suffix=, logDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/WALs/6ac96558fc7f,42897,1731053950741, archiveDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/oldWALs, maxLogs=10 2024-11-08T08:19:12,998 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/WALs/6ac96558fc7f,42897,1731053950741/6ac96558fc7f%2C42897%2C1731053950741.1731053952987, exclude list is [], retry=0 2024-11-08T08:19:13,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46849,DS-71460a3b-011a-4493-bc4f-e731e597048b,DISK] 2024-11-08T08:19:13,002 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/WALs/6ac96558fc7f,42897,1731053950741/6ac96558fc7f%2C42897%2C1731053950741.1731053952987 2024-11-08T08:19:13,003 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40299:40299)] 2024-11-08T08:19:13,003 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:19:13,004 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:13,004 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:13,004 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:13,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:13,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:19:13,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:13,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:13,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:13,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:19:13,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:13,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:13,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:13,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:19:13,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:13,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:13,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:13,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:19:13,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:13,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:13,013 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:13,014 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:13,014 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:13,016 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:13,016 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:13,016 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:19:13,017 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:13,019 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:19:13,020 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74447468, jitterRate=0.10935372114181519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:19:13,020 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731053953004Initializing all the Stores at 1731053953005 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053953005Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053953007 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053953007Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053953007Cleaning up temporary data from old regions at 1731053953016 (+9 ms)Region opened successfully at 1731053953020 (+4 ms) 2024-11-08T08:19:13,021 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:19:13,023 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e056543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:19:13,024 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:19:13,025 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:19:13,025 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:19:13,025 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:19:13,025 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:19:13,026 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:19:13,026 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:19:13,028 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:19:13,029 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Unable to get data of znode /0-1629013734/balancer because node does not exist (not necessarily an error) 2024-11-08T08:19:13,129 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629013734/balancer already deleted, retry=false 2024-11-08T08:19:13,129 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:19:13,130 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Unable to get data of znode /0-1629013734/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:19:13,139 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629013734/normalizer already deleted, retry=false 2024-11-08T08:19:13,140 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:19:13,141 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Unable to get data of znode /0-1629013734/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:19:13,150 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629013734/switch/split already deleted, retry=false 2024-11-08T08:19:13,151 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Unable to get data of znode /0-1629013734/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:19:13,160 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629013734/switch/merge already deleted, retry=false 2024-11-08T08:19:13,163 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Unable to get data of znode /0-1629013734/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:19:13,171 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629013734/snapshot-cleanup already deleted, retry=false 2024-11-08T08:19:13,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1629013734/running 2024-11-08T08:19:13,181 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1629013734/running 2024-11-08T08:19:13,181 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:13,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:13,182 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,42897,1731053950741, sessionid=0x10119870b430000, setting cluster-up flag (Was=false) 2024-11-08T08:19:13,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:13,202 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:13,234 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1629013734/flush-table-proc/acquired, /0-1629013734/flush-table-proc/reached, /0-1629013734/flush-table-proc/abort 2024-11-08T08:19:13,235 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,42897,1731053950741 2024-11-08T08:19:13,255 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:13,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:13,286 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1629013734/online-snapshot/acquired, /0-1629013734/online-snapshot/reached, /0-1629013734/online-snapshot/abort 2024-11-08T08:19:13,288 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,42897,1731053950741 2024-11-08T08:19:13,289 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:19:13,290 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:19:13,290 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:19:13,290 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:19:13,290 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,42897,1731053950741 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:19:13,291 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:13,291 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:13,291 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:13,291 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:13,291 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:19:13,292 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:13,292 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:19:13,292 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:13,292 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731053983292 2024-11-08T08:19:13,292 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:19:13,292 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:19:13,292 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:19:13,292 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:19:13,292 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:19:13,293 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:19:13,293 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:13,293 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:19:13,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:19:13,293 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:19:13,293 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:19:13,293 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:19:13,293 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:19:13,293 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:19:13,293 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:19:13,294 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:13,294 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053953294,5,FailOnTimeoutGroup] 2024-11-08T08:19:13,294 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:19:13,294 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053953294,5,FailOnTimeoutGroup] 2024-11-08T08:19:13,294 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:13,294 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:19:13,294 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:13,294 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:13,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:19:13,331 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(746): ClusterId : 238a0d74-2b7e-48e6-8560-b6e0595e059b 2024-11-08T08:19:13,332 DEBUG [RS:0;6ac96558fc7f:42809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:19:13,340 DEBUG [RS:0;6ac96558fc7f:42809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:19:13,340 DEBUG [RS:0;6ac96558fc7f:42809 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:19:13,350 DEBUG [RS:0;6ac96558fc7f:42809 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:19:13,350 DEBUG [RS:0;6ac96558fc7f:42809 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7deed5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:19:13,360 DEBUG [RS:0;6ac96558fc7f:42809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:42809 2024-11-08T08:19:13,361 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:19:13,361 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:19:13,361 DEBUG [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:19:13,361 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,42897,1731053950741 with port=42809, startcode=1731053950947 2024-11-08T08:19:13,361 DEBUG [RS:0;6ac96558fc7f:42809 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:19:13,363 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:19:13,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42897 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,42809,1731053950947 2024-11-08T08:19:13,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42897 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,42809,1731053950947 2024-11-08T08:19:13,364 DEBUG [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3 2024-11-08T08:19:13,364 DEBUG [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37073 2024-11-08T08:19:13,364 DEBUG [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:19:13,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734/rs 2024-11-08T08:19:13,371 DEBUG [RS:0;6ac96558fc7f:42809 {}] zookeeper.ZKUtil(111): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on existing znode=/0-1629013734/rs/6ac96558fc7f,42809,1731053950947 2024-11-08T08:19:13,371 WARN [RS:0;6ac96558fc7f:42809 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:19:13,371 INFO [RS:0;6ac96558fc7f:42809 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:19:13,371 DEBUG [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947 2024-11-08T08:19:13,371 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,42809,1731053950947] 2024-11-08T08:19:13,374 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:19:13,375 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:19:13,376 INFO [RS:0;6ac96558fc7f:42809 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:19:13,376 INFO [RS:0;6ac96558fc7f:42809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:13,376 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:19:13,377 INFO [RS:0;6ac96558fc7f:42809 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:19:13,377 INFO [RS:0;6ac96558fc7f:42809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:13,377 DEBUG [RS:0;6ac96558fc7f:42809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:13,377 DEBUG [RS:0;6ac96558fc7f:42809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:13,377 DEBUG [RS:0;6ac96558fc7f:42809 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:13,377 DEBUG [RS:0;6ac96558fc7f:42809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:13,377 DEBUG [RS:0;6ac96558fc7f:42809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:13,377 DEBUG [RS:0;6ac96558fc7f:42809 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:19:13,377 DEBUG [RS:0;6ac96558fc7f:42809 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:13,377 DEBUG [RS:0;6ac96558fc7f:42809 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:13,377 DEBUG [RS:0;6ac96558fc7f:42809 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:13,377 DEBUG [RS:0;6ac96558fc7f:42809 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:13,377 DEBUG [RS:0;6ac96558fc7f:42809 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:13,377 DEBUG [RS:0;6ac96558fc7f:42809 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:13,377 DEBUG [RS:0;6ac96558fc7f:42809 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:19:13,377 DEBUG [RS:0;6ac96558fc7f:42809 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:19:13,380 INFO [RS:0;6ac96558fc7f:42809 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:13,380 INFO [RS:0;6ac96558fc7f:42809 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:13,380 INFO [RS:0;6ac96558fc7f:42809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:13,380 INFO [RS:0;6ac96558fc7f:42809 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:13,380 INFO [RS:0;6ac96558fc7f:42809 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:13,380 INFO [RS:0;6ac96558fc7f:42809 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42809,1731053950947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:19:13,393 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:19:13,393 INFO [RS:0;6ac96558fc7f:42809 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42809,1731053950947-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:13,393 INFO [RS:0;6ac96558fc7f:42809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:13,393 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.Replication(171): 6ac96558fc7f,42809,1731053950947 started 2024-11-08T08:19:13,405 INFO [RS:0;6ac96558fc7f:42809 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:13,405 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,42809,1731053950947, RpcServer on 6ac96558fc7f/172.17.0.3:42809, sessionid=0x10119870b430001 2024-11-08T08:19:13,405 DEBUG [RS:0;6ac96558fc7f:42809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:19:13,405 DEBUG [RS:0;6ac96558fc7f:42809 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,42809,1731053950947 2024-11-08T08:19:13,405 DEBUG [RS:0;6ac96558fc7f:42809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,42809,1731053950947' 2024-11-08T08:19:13,405 DEBUG [RS:0;6ac96558fc7f:42809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1629013734/flush-table-proc/abort' 2024-11-08T08:19:13,406 DEBUG [RS:0;6ac96558fc7f:42809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1629013734/flush-table-proc/acquired' 2024-11-08T08:19:13,406 DEBUG [RS:0;6ac96558fc7f:42809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:19:13,406 DEBUG [RS:0;6ac96558fc7f:42809 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:19:13,406 DEBUG [RS:0;6ac96558fc7f:42809 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,42809,1731053950947 2024-11-08T08:19:13,406 DEBUG [RS:0;6ac96558fc7f:42809 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,42809,1731053950947' 2024-11-08T08:19:13,406 DEBUG [RS:0;6ac96558fc7f:42809 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1629013734/online-snapshot/abort' 2024-11-08T08:19:13,407 DEBUG [RS:0;6ac96558fc7f:42809 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1629013734/online-snapshot/acquired' 2024-11-08T08:19:13,407 DEBUG [RS:0;6ac96558fc7f:42809 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:19:13,407 INFO [RS:0;6ac96558fc7f:42809 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:19:13,407 INFO [RS:0;6ac96558fc7f:42809 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:19:13,507 INFO [RS:0;6ac96558fc7f:42809 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:19:13,509 INFO [RS:0;6ac96558fc7f:42809 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C42809%2C1731053950947, suffix=, logDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947, archiveDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/oldWALs, maxLogs=10 2024-11-08T08:19:13,520 DEBUG [RS:0;6ac96558fc7f:42809 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947/6ac96558fc7f%2C42809%2C1731053950947.1731053953509, exclude list is [], retry=0 2024-11-08T08:19:13,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46849,DS-71460a3b-011a-4493-bc4f-e731e597048b,DISK] 2024-11-08T08:19:13,524 INFO [RS:0;6ac96558fc7f:42809 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947/6ac96558fc7f%2C42809%2C1731053950947.1731053953509 2024-11-08T08:19:13,525 DEBUG [RS:0;6ac96558fc7f:42809 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40299:40299)] 2024-11-08T08:19:13,701 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:19:13,701 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3 2024-11-08T08:19:13,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741833_1009 (size=32) 2024-11-08T08:19:14,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:14,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:19:14,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:19:14,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:14,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:14,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:19:14,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:19:14,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:14,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:14,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:19:14,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:19:14,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:14,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:14,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:19:14,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:19:14,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:14,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:14,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:19:14,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740 2024-11-08T08:19:14,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740 2024-11-08T08:19:14,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:19:14,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:19:14,116 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:19:14,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:19:14,119 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:19:14,119 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73974812, jitterRate=0.10231059789657593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:19:14,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731053954107Initializing all the Stores at 1731053954108 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053954108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053954108Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053954108Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053954108Cleaning up temporary data from old regions at 1731053954116 (+8 ms)Region opened successfully at 1731053954119 (+3 ms) 2024-11-08T08:19:14,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:19:14,119 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:19:14,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:19:14,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:19:14,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:19:14,120 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:19:14,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053954119Disabling compacts and flushes for region at 1731053954119Disabling writes for close at 1731053954120 (+1 ms)Writing region close event to WAL at 1731053954120Closed at 1731053954120 2024-11-08T08:19:14,121 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:19:14,121 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:19:14,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:19:14,122 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:19:14,123 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:19:14,273 DEBUG [6ac96558fc7f:42897 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:19:14,274 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,42809,1731053950947 2024-11-08T08:19:14,275 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,42809,1731053950947, state=OPENING 2024-11-08T08:19:14,329 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:19:14,366 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:14,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:14,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1629013734/meta-region-server: CHANGED 2024-11-08T08:19:14,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1629013734/meta-region-server: CHANGED 2024-11-08T08:19:14,366 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:19:14,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,42809,1731053950947}] 2024-11-08T08:19:14,519 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:19:14,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:19:14,523 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:19:14,523 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:19:14,523 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:19:14,525 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C42809%2C1731053950947.meta, suffix=.meta, logDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947, archiveDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/oldWALs, maxLogs=10 2024-11-08T08:19:14,536 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947/6ac96558fc7f%2C42809%2C1731053950947.meta.1731053954525.meta, exclude list is [], retry=0 2024-11-08T08:19:14,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46849,DS-71460a3b-011a-4493-bc4f-e731e597048b,DISK] 2024-11-08T08:19:14,539 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947/6ac96558fc7f%2C42809%2C1731053950947.meta.1731053954525.meta 2024-11-08T08:19:14,540 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40299:40299)] 2024-11-08T08:19:14,540 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:19:14,540 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:19:14,540 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:19:14,540 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:19:14,540 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:19:14,540 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:19:14,540 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:14,540 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:19:14,540 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:19:14,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:19:14,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:19:14,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:14,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:14,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:19:14,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:19:14,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:14,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:14,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:19:14,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:19:14,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:14,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:14,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:19:14,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:19:14,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:14,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:14,547 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:19:14,548 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740 2024-11-08T08:19:14,549 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740 2024-11-08T08:19:14,550 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:19:14,550 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:19:14,550 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:19:14,551 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:19:14,552 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64417216, jitterRate=-0.040108680725097656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:19:14,552 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:19:14,552 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731053954541Writing region info on filesystem at 1731053954541Initializing all the Stores at 1731053954541Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053954541Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053954542 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053954542Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053954542Cleaning up temporary data from old regions at 1731053954550 (+8 ms)Running coprocessor post-open hooks at 1731053954552 (+2 ms)Region opened successfully at 1731053954552 2024-11-08T08:19:14,553 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731053954519 2024-11-08T08:19:14,554 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:19:14,554 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:19:14,555 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,42809,1731053950947 2024-11-08T08:19:14,555 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,42809,1731053950947, state=OPEN 2024-11-08T08:19:14,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1629013734/meta-region-server 2024-11-08T08:19:14,578 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,42809,1731053950947 2024-11-08T08:19:14,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1629013734/meta-region-server: CHANGED 2024-11-08T08:19:14,578 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1629013734/meta-region-server 2024-11-08T08:19:14,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1629013734/meta-region-server: CHANGED 2024-11-08T08:19:14,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:19:14,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,42809,1731053950947 in 211 msec 2024-11-08T08:19:14,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:19:14,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 459 msec 2024-11-08T08:19:14,582 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:19:14,582 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:19:14,583 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:19:14,583 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,42809,1731053950947, seqNum=-1] 2024-11-08T08:19:14,583 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:19:14,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:19:14,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2990 sec 2024-11-08T08:19:14,589 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731053954589, completionTime=-1 2024-11-08T08:19:14,589 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:19:14,589 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:19:14,591 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:19:14,591 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731054014591 2024-11-08T08:19:14,591 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731054074591 2024-11-08T08:19:14,591 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T08:19:14,592 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42897,1731053950741-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:14,592 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42897,1731053950741-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:14,592 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42897,1731053950741-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:14,592 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:42897, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:14,592 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:14,593 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:14,594 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:19:14,596 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.502sec 2024-11-08T08:19:14,596 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:19:14,596 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:19:14,596 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:19:14,596 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:19:14,596 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:19:14,596 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42897,1731053950741-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:19:14,596 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42897,1731053950741-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:19:14,598 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:19:14,598 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:19:14,598 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42897,1731053950741-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:14,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5602ca71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:14,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42897,-1 for getting cluster id 2024-11-08T08:19:14,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:14,633 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '238a0d74-2b7e-48e6-8560-b6e0595e059b' 2024-11-08T08:19:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "238a0d74-2b7e-48e6-8560-b6e0595e059b" 2024-11-08T08:19:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de284df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42897,-1] 2024-11-08T08:19:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:14,635 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:14,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd3370a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:14,636 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:19:14,637 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,42809,1731053950947, seqNum=-1] 2024-11-08T08:19:14,637 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:19:14,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:19:14,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,42897,1731053950741 2024-11-08T08:19:14,640 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51922 2024-11-08T08:19:14,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:19:14,652 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10119870b430002 connected 2024-11-08T08:19:14,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/hadoop.log.dir so I do NOT create it in target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a 2024-11-08T08:19:14,664 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:19:14,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/hadoop.tmp.dir so I do NOT create it in target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a 2024-11-08T08:19:14,664 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:19:14,665 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a 2024-11-08T08:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:19:14,665 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/cluster_d7429a71-0694-6ed5-8822-370caf7de432, deleteOnExit=true 2024-11-08T08:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/test.cache.data in system properties and HBase conf 2024-11-08T08:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:19:14,665 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:19:14,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:19:14,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:19:14,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:19:14,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:19:14,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:19:14,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:19:14,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:19:14,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:19:14,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:19:14,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:19:14,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:19:14,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:19:14,983 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:19:14,983 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T08:19:14,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:19:14,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bdc17ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:19:14,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77612b5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:19:15,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@50bffef9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/java.io.tmpdir/jetty-localhost-38707-hadoop-hdfs-3_4_1-tests_jar-_-any-14519243713683206565/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:19:15,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4167e73{HTTP/1.1, (http/1.1)}{localhost:38707} 2024-11-08T08:19:15,080 INFO [Time-limited test {}] server.Server(415): Started @151271ms 2024-11-08T08:19:15,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:19:15,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:19:15,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:19:15,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:19:15,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T08:19:15,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18ea290d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:19:15,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7424284{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:19:15,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f9e8eee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/java.io.tmpdir/jetty-localhost-41207-hadoop-hdfs-3_4_1-tests_jar-_-any-6301650207601033526/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:19:15,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e05b216{HTTP/1.1, (http/1.1)}{localhost:41207} 2024-11-08T08:19:15,432 INFO [Time-limited test {}] server.Server(415): Started @151624ms 2024-11-08T08:19:15,433 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:19:16,044 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/cluster_d7429a71-0694-6ed5-8822-370caf7de432/data/data1/current/BP-1423718343-172.17.0.3-1731053954680/current, will proceed with Du for space computation calculation, 2024-11-08T08:19:16,044 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/cluster_d7429a71-0694-6ed5-8822-370caf7de432/data/data2/current/BP-1423718343-172.17.0.3-1731053954680/current, will proceed with Du for space computation calculation, 2024-11-08T08:19:16,063 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:19:16,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x546cbcee44dd5546 with lease ID 0x5d6cb13eb88e99d1: Processing first storage report for DS-e9eb5638-5416-468a-8c92-a4e3e7cc162c from datanode DatanodeRegistration(127.0.0.1:41305, datanodeUuid=41cfc156-7447-4e63-aaaf-74703438ebd4, infoPort=36751, infoSecurePort=0, ipcPort=42279, storageInfo=lv=-57;cid=testClusterID;nsid=1595395741;c=1731053954680) 2024-11-08T08:19:16,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x546cbcee44dd5546 with lease ID 0x5d6cb13eb88e99d1: from storage DS-e9eb5638-5416-468a-8c92-a4e3e7cc162c node DatanodeRegistration(127.0.0.1:41305, datanodeUuid=41cfc156-7447-4e63-aaaf-74703438ebd4, infoPort=36751, infoSecurePort=0, ipcPort=42279, storageInfo=lv=-57;cid=testClusterID;nsid=1595395741;c=1731053954680), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:19:16,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x546cbcee44dd5546 with lease ID 0x5d6cb13eb88e99d1: Processing first storage report for DS-2a2a8bd6-a72e-4463-a017-d3baaf2745dc from datanode DatanodeRegistration(127.0.0.1:41305, datanodeUuid=41cfc156-7447-4e63-aaaf-74703438ebd4, infoPort=36751, infoSecurePort=0, ipcPort=42279, storageInfo=lv=-57;cid=testClusterID;nsid=1595395741;c=1731053954680) 2024-11-08T08:19:16,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x546cbcee44dd5546 with lease ID 0x5d6cb13eb88e99d1: from storage DS-2a2a8bd6-a72e-4463-a017-d3baaf2745dc node DatanodeRegistration(127.0.0.1:41305, datanodeUuid=41cfc156-7447-4e63-aaaf-74703438ebd4, infoPort=36751, infoSecurePort=0, ipcPort=42279, storageInfo=lv=-57;cid=testClusterID;nsid=1595395741;c=1731053954680), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T08:19:16,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a 2024-11-08T08:19:16,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:16,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:16,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41305 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:19:16,569 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812 with version=8 2024-11-08T08:19:16,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/hbase-staging 2024-11-08T08:19:16,571 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:19:16,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:16,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:16,571 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:19:16,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:16,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:19:16,571 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:19:16,571 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:19:16,572 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36375 2024-11-08T08:19:16,573 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36375 connecting to ZooKeeper ensemble=127.0.0.1:51922 2024-11-08T08:19:16,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363750x0, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:19:16,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36375-0x10119870b430003 connected 2024-11-08T08:19:16,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:16,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:16,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Set watcher on znode that does not yet exist, /1-1433969249/running 2024-11-08T08:19:16,679 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812, hbase.cluster.distributed=false 2024-11-08T08:19:16,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Set watcher on znode that does not yet exist, /1-1433969249/acl 2024-11-08T08:19:16,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36375 2024-11-08T08:19:16,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36375 2024-11-08T08:19:16,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36375 2024-11-08T08:19:16,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36375 2024-11-08T08:19:16,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36375 2024-11-08T08:19:16,694 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:19:16,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:16,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:16,694 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:19:16,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:16,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:19:16,694 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:19:16,694 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:19:16,695 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40465 2024-11-08T08:19:16,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40465 connecting to ZooKeeper ensemble=127.0.0.1:51922 2024-11-08T08:19:16,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:16,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:16,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:404650x0, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:19:16,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:404650x0, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Set watcher on znode that does not yet exist, /1-1433969249/running 2024-11-08T08:19:16,708 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40465-0x10119870b430004 connected 2024-11-08T08:19:16,708 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:19:16,709 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:19:16,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Set watcher on znode that does not yet exist, /1-1433969249/master 2024-11-08T08:19:16,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Set watcher on znode that does not yet exist, /1-1433969249/acl 2024-11-08T08:19:16,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40465 2024-11-08T08:19:16,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40465 2024-11-08T08:19:16,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40465 2024-11-08T08:19:16,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40465 2024-11-08T08:19:16,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40465 2024-11-08T08:19:16,724 DEBUG [M:0;6ac96558fc7f:36375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:36375 2024-11-08T08:19:16,724 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1433969249/backup-masters/6ac96558fc7f,36375,1731053956571 2024-11-08T08:19:16,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249/backup-masters 2024-11-08T08:19:16,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249/backup-masters 2024-11-08T08:19:16,736 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Set watcher on existing znode=/1-1433969249/backup-masters/6ac96558fc7f,36375,1731053956571 2024-11-08T08:19:16,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249 2024-11-08T08:19:16,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1433969249/master 2024-11-08T08:19:16,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249 2024-11-08T08:19:16,746 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Set watcher on existing znode=/1-1433969249/master 2024-11-08T08:19:16,747 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1433969249/backup-masters/6ac96558fc7f,36375,1731053956571 from backup master directory 2024-11-08T08:19:16,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1433969249/backup-masters/6ac96558fc7f,36375,1731053956571 2024-11-08T08:19:16,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249/backup-masters 2024-11-08T08:19:16,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249/backup-masters 2024-11-08T08:19:16,756 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:19:16,756 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,36375,1731053956571 2024-11-08T08:19:16,759 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/hbase.id] with ID: f168ebd3-8ed3-4e96-b347-7e4987ceef85 2024-11-08T08:19:16,760 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/.tmp/hbase.id 2024-11-08T08:19:16,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41305 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:19:16,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:19:16,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:16,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:16,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:16,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:16,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:16,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:17,164 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/.tmp/hbase.id]:[hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/hbase.id] 2024-11-08T08:19:17,174 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:17,174 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:19:17,175 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T08:19:17,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249 2024-11-08T08:19:17,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249 2024-11-08T08:19:17,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41305 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:19:17,607 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:19:17,608 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:19:17,608 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:19:17,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41305 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:19:18,014 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store 2024-11-08T08:19:18,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41305 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:19:18,421 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:18,421 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:19:18,421 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:18,421 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:18,421 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:19:18,421 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:18,421 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:18,421 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053958421Disabling compacts and flushes for region at 1731053958421Disabling writes for close at 1731053958421Writing region close event to WAL at 1731053958421Closed at 1731053958421 2024-11-08T08:19:18,422 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store/.initializing 2024-11-08T08:19:18,422 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/WALs/6ac96558fc7f,36375,1731053956571 2024-11-08T08:19:18,423 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:19:18,425 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C36375%2C1731053956571, suffix=, logDir=hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/WALs/6ac96558fc7f,36375,1731053956571, archiveDir=hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/oldWALs, maxLogs=10 2024-11-08T08:19:18,439 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/WALs/6ac96558fc7f,36375,1731053956571/6ac96558fc7f%2C36375%2C1731053956571.1731053958425, exclude list is [], retry=0 2024-11-08T08:19:18,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41305,DS-e9eb5638-5416-468a-8c92-a4e3e7cc162c,DISK] 2024-11-08T08:19:18,444 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/WALs/6ac96558fc7f,36375,1731053956571/6ac96558fc7f%2C36375%2C1731053956571.1731053958425 2024-11-08T08:19:18,445 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36751:36751)] 2024-11-08T08:19:18,445 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:19:18,445 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:18,445 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:18,445 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:18,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:18,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:19:18,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:18,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:18,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:18,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:19:18,449 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:18,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:18,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:18,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:19:18,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:18,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:18,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:18,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:19:18,451 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:18,451 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:18,451 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:18,452 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:18,452 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:18,453 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:18,453 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:18,454 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:19:18,454 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:18,456 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:19:18,456 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73970559, jitterRate=0.1022472232580185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:19:18,457 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731053958445Initializing all the Stores at 1731053958446 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053958446Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053958446Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053958446Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053958446Cleaning up temporary data from old regions at 1731053958453 (+7 ms)Region opened successfully at 1731053958457 (+4 ms) 2024-11-08T08:19:18,457 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:19:18,460 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1551f49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:19:18,461 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:19:18,461 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:19:18,461 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:19:18,461 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:19:18,462 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:19:18,462 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:19:18,462 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:19:18,464 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:19:18,465 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Unable to get data of znode /1-1433969249/balancer because node does not exist (not necessarily an error) 2024-11-08T08:19:18,486 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1433969249/balancer already deleted, retry=false 2024-11-08T08:19:18,487 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:19:18,487 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Unable to get data of znode /1-1433969249/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:19:18,496 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1433969249/normalizer already deleted, retry=false 2024-11-08T08:19:18,497 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:19:18,498 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Unable to get data of znode /1-1433969249/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:19:18,507 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1433969249/switch/split already deleted, retry=false 2024-11-08T08:19:18,508 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Unable to get data of znode /1-1433969249/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:19:18,518 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1433969249/switch/merge already deleted, retry=false 2024-11-08T08:19:18,520 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Unable to get data of znode /1-1433969249/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:19:18,528 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1433969249/snapshot-cleanup already deleted, retry=false 2024-11-08T08:19:18,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1433969249/running 2024-11-08T08:19:18,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1433969249/running 2024-11-08T08:19:18,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249 2024-11-08T08:19:18,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249 2024-11-08T08:19:18,539 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,36375,1731053956571, sessionid=0x10119870b430003, setting cluster-up flag (Was=false) 2024-11-08T08:19:18,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249 2024-11-08T08:19:18,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249 2024-11-08T08:19:18,591 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1433969249/flush-table-proc/acquired, /1-1433969249/flush-table-proc/reached, /1-1433969249/flush-table-proc/abort 2024-11-08T08:19:18,592 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,36375,1731053956571 2024-11-08T08:19:18,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249 2024-11-08T08:19:18,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249 2024-11-08T08:19:18,644 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1433969249/online-snapshot/acquired, /1-1433969249/online-snapshot/reached, /1-1433969249/online-snapshot/abort 2024-11-08T08:19:18,645 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,36375,1731053956571 2024-11-08T08:19:18,646 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:19:18,647 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:19:18,647 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:19:18,647 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:19:18,648 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,36375,1731053956571 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:19:18,649 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:18,649 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:18,649 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:18,649 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:18,649 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:19:18,649 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:18,649 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:19:18,649 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:18,650 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731053988650 2024-11-08T08:19:18,650 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:19:18,650 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:19:18,650 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:19:18,650 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:19:18,650 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:19:18,650 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:19:18,650 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:19:18,650 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:19:18,651 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:18,651 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:18,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:19:18,652 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:19:18,652 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:19:18,652 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:19:18,652 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:19:18,652 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:19:18,652 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:19:18,652 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053958652,5,FailOnTimeoutGroup] 2024-11-08T08:19:18,652 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053958652,5,FailOnTimeoutGroup] 2024-11-08T08:19:18,653 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:18,653 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:19:18,653 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:18,653 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:18,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41305 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:19:18,717 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.HRegionServer(746): ClusterId : f168ebd3-8ed3-4e96-b347-7e4987ceef85 2024-11-08T08:19:18,717 DEBUG [RS:0;6ac96558fc7f:40465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:19:18,729 DEBUG [RS:0;6ac96558fc7f:40465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:19:18,729 DEBUG [RS:0;6ac96558fc7f:40465 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:19:18,739 DEBUG [RS:0;6ac96558fc7f:40465 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:19:18,740 DEBUG [RS:0;6ac96558fc7f:40465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fee4fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:19:18,751 DEBUG [RS:0;6ac96558fc7f:40465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:40465 2024-11-08T08:19:18,751 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:19:18,751 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:19:18,751 DEBUG [RS:0;6ac96558fc7f:40465 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:19:18,752 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,36375,1731053956571 with port=40465, startcode=1731053956694 2024-11-08T08:19:18,752 DEBUG [RS:0;6ac96558fc7f:40465 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:19:18,753 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:19:18,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36375 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,40465,1731053956694 2024-11-08T08:19:18,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36375 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,40465,1731053956694 2024-11-08T08:19:18,755 DEBUG [RS:0;6ac96558fc7f:40465 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812 2024-11-08T08:19:18,755 DEBUG [RS:0;6ac96558fc7f:40465 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36195 2024-11-08T08:19:18,755 DEBUG [RS:0;6ac96558fc7f:40465 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:19:18,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249/rs 2024-11-08T08:19:18,819 DEBUG [RS:0;6ac96558fc7f:40465 {}] zookeeper.ZKUtil(111): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Set watcher on existing znode=/1-1433969249/rs/6ac96558fc7f,40465,1731053956694 2024-11-08T08:19:18,819 WARN [RS:0;6ac96558fc7f:40465 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:19:18,819 INFO [RS:0;6ac96558fc7f:40465 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:19:18,820 DEBUG [RS:0;6ac96558fc7f:40465 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/WALs/6ac96558fc7f,40465,1731053956694 2024-11-08T08:19:18,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,40465,1731053956694] 2024-11-08T08:19:18,823 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:19:18,824 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:19:18,824 INFO [RS:0;6ac96558fc7f:40465 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:19:18,824 INFO [RS:0;6ac96558fc7f:40465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:18,824 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:19:18,825 INFO [RS:0;6ac96558fc7f:40465 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:19:18,825 INFO [RS:0;6ac96558fc7f:40465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:18,825 DEBUG [RS:0;6ac96558fc7f:40465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:18,825 DEBUG [RS:0;6ac96558fc7f:40465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:18,825 DEBUG [RS:0;6ac96558fc7f:40465 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:18,825 DEBUG [RS:0;6ac96558fc7f:40465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:18,825 DEBUG [RS:0;6ac96558fc7f:40465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:18,825 DEBUG [RS:0;6ac96558fc7f:40465 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:19:18,825 DEBUG [RS:0;6ac96558fc7f:40465 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:18,825 DEBUG [RS:0;6ac96558fc7f:40465 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:18,825 DEBUG [RS:0;6ac96558fc7f:40465 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:18,825 DEBUG [RS:0;6ac96558fc7f:40465 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:18,825 DEBUG [RS:0;6ac96558fc7f:40465 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:18,825 DEBUG [RS:0;6ac96558fc7f:40465 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:18,826 DEBUG [RS:0;6ac96558fc7f:40465 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:19:18,826 DEBUG [RS:0;6ac96558fc7f:40465 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:19:18,826 INFO [RS:0;6ac96558fc7f:40465 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:18,826 INFO [RS:0;6ac96558fc7f:40465 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:18,826 INFO [RS:0;6ac96558fc7f:40465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:18,826 INFO [RS:0;6ac96558fc7f:40465 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:18,826 INFO [RS:0;6ac96558fc7f:40465 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:18,826 INFO [RS:0;6ac96558fc7f:40465 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40465,1731053956694-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:19:18,838 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:19:18,838 INFO [RS:0;6ac96558fc7f:40465 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40465,1731053956694-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:18,838 INFO [RS:0;6ac96558fc7f:40465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:18,838 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.Replication(171): 6ac96558fc7f,40465,1731053956694 started 2024-11-08T08:19:18,850 INFO [RS:0;6ac96558fc7f:40465 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:18,850 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,40465,1731053956694, RpcServer on 6ac96558fc7f/172.17.0.3:40465, sessionid=0x10119870b430004 2024-11-08T08:19:18,850 DEBUG [RS:0;6ac96558fc7f:40465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:19:18,850 DEBUG [RS:0;6ac96558fc7f:40465 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,40465,1731053956694 2024-11-08T08:19:18,850 DEBUG [RS:0;6ac96558fc7f:40465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,40465,1731053956694' 2024-11-08T08:19:18,850 DEBUG [RS:0;6ac96558fc7f:40465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1433969249/flush-table-proc/abort' 2024-11-08T08:19:18,850 DEBUG [RS:0;6ac96558fc7f:40465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1433969249/flush-table-proc/acquired' 2024-11-08T08:19:18,851 DEBUG [RS:0;6ac96558fc7f:40465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:19:18,851 DEBUG [RS:0;6ac96558fc7f:40465 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:19:18,851 DEBUG [RS:0;6ac96558fc7f:40465 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,40465,1731053956694 2024-11-08T08:19:18,851 DEBUG [RS:0;6ac96558fc7f:40465 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,40465,1731053956694' 2024-11-08T08:19:18,851 DEBUG [RS:0;6ac96558fc7f:40465 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1433969249/online-snapshot/abort' 2024-11-08T08:19:18,851 DEBUG [RS:0;6ac96558fc7f:40465 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1433969249/online-snapshot/acquired' 2024-11-08T08:19:18,851 DEBUG [RS:0;6ac96558fc7f:40465 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:19:18,851 INFO [RS:0;6ac96558fc7f:40465 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:19:18,851 INFO [RS:0;6ac96558fc7f:40465 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:19:18,952 INFO [RS:0;6ac96558fc7f:40465 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:19:18,953 INFO [RS:0;6ac96558fc7f:40465 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C40465%2C1731053956694, suffix=, logDir=hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/WALs/6ac96558fc7f,40465,1731053956694, archiveDir=hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/oldWALs, maxLogs=10 2024-11-08T08:19:18,965 DEBUG [RS:0;6ac96558fc7f:40465 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/WALs/6ac96558fc7f,40465,1731053956694/6ac96558fc7f%2C40465%2C1731053956694.1731053958954, exclude list is [], retry=0 2024-11-08T08:19:18,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41305,DS-e9eb5638-5416-468a-8c92-a4e3e7cc162c,DISK] 2024-11-08T08:19:18,969 INFO [RS:0;6ac96558fc7f:40465 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/WALs/6ac96558fc7f,40465,1731053956694/6ac96558fc7f%2C40465%2C1731053956694.1731053958954 2024-11-08T08:19:18,969 DEBUG [RS:0;6ac96558fc7f:40465 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36751:36751)] 2024-11-08T08:19:19,057 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:19:19,057 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812 2024-11-08T08:19:19,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41305 is added to blk_1073741833_1009 (size=32) 2024-11-08T08:19:19,374 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T08:19:19,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:19,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:19:19,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:19:19,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:19,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:19,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:19:19,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:19:19,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:19,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:19,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:19:19,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:19:19,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:19,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:19,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:19:19,469 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:19:19,469 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:19,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:19,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:19:19,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/data/hbase/meta/1588230740 2024-11-08T08:19:19,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/data/hbase/meta/1588230740 2024-11-08T08:19:19,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:19:19,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:19:19,471 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:19:19,472 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:19:19,474 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:19:19,474 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67849631, jitterRate=0.011038288474082947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:19:19,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731053959463Initializing all the Stores at 1731053959463Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053959464 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053959464Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053959464Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053959464Cleaning up temporary data from old regions at 1731053959471 (+7 ms)Region opened successfully at 1731053959474 (+3 ms) 2024-11-08T08:19:19,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:19:19,474 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:19:19,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:19:19,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:19:19,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:19:19,475 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:19:19,475 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053959474Disabling compacts and flushes for region at 1731053959474Disabling writes for close at 1731053959474Writing region close event to WAL at 1731053959474Closed at 1731053959475 (+1 ms) 2024-11-08T08:19:19,475 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:19:19,476 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:19:19,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:19:19,477 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:19:19,477 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:19:19,627 DEBUG [6ac96558fc7f:36375 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:19:19,628 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,40465,1731053956694 2024-11-08T08:19:19,629 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,40465,1731053956694, state=OPENING 2024-11-08T08:19:19,686 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:19:19,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249 2024-11-08T08:19:19,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249 2024-11-08T08:19:19,697 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:19:19,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1433969249/meta-region-server: CHANGED 2024-11-08T08:19:19,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,40465,1731053956694}] 2024-11-08T08:19:19,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1433969249/meta-region-server: CHANGED 2024-11-08T08:19:19,849 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:19:19,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:19:19,854 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:19:19,854 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:19:19,854 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:19:19,855 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C40465%2C1731053956694.meta, suffix=.meta, logDir=hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/WALs/6ac96558fc7f,40465,1731053956694, archiveDir=hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/oldWALs, maxLogs=10 2024-11-08T08:19:19,870 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/WALs/6ac96558fc7f,40465,1731053956694/6ac96558fc7f%2C40465%2C1731053956694.meta.1731053959856.meta, exclude list is [], retry=0 2024-11-08T08:19:19,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41305,DS-e9eb5638-5416-468a-8c92-a4e3e7cc162c,DISK] 2024-11-08T08:19:19,874 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/WALs/6ac96558fc7f,40465,1731053956694/6ac96558fc7f%2C40465%2C1731053956694.meta.1731053959856.meta 2024-11-08T08:19:19,874 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36751:36751)] 2024-11-08T08:19:19,874 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:19:19,875 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:19:19,875 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:19:19,875 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:19:19,875 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:19:19,875 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:19:19,875 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:19,875 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:19:19,875 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:19:19,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:19:19,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:19:19,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:19,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:19,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:19:19,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:19:19,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:19,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:19,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:19:19,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:19:19,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:19,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:19,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:19:19,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:19:19,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:19,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:19,881 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:19:19,882 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/data/hbase/meta/1588230740 2024-11-08T08:19:19,883 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/data/hbase/meta/1588230740 2024-11-08T08:19:19,884 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:19:19,884 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:19:19,884 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:19:19,886 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:19:19,886 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60217547, jitterRate=-0.10268862545490265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:19:19,887 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:19:19,887 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731053959875Writing region info on filesystem at 1731053959875Initializing all the Stores at 1731053959876 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053959876Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053959876Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053959876Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053959876Cleaning up temporary data from old regions at 1731053959884 (+8 ms)Running coprocessor post-open hooks at 1731053959887 (+3 ms)Region opened successfully at 1731053959887 2024-11-08T08:19:19,888 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731053959849 2024-11-08T08:19:19,890 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:19:19,890 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:19:19,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,40465,1731053956694 2024-11-08T08:19:19,891 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,40465,1731053956694, state=OPEN 2024-11-08T08:19:19,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1433969249/meta-region-server 2024-11-08T08:19:19,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1433969249/meta-region-server 2024-11-08T08:19:19,897 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,40465,1731053956694 2024-11-08T08:19:19,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1433969249/meta-region-server: CHANGED 2024-11-08T08:19:19,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1433969249/meta-region-server: CHANGED 2024-11-08T08:19:19,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:19:19,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,40465,1731053956694 in 200 msec 2024-11-08T08:19:19,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:19:19,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-08T08:19:19,900 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:19:19,901 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:19:19,902 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:19:19,902 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,40465,1731053956694, seqNum=-1] 2024-11-08T08:19:19,902 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:19:19,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:19:19,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-11-08T08:19:19,909 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731053959909, completionTime=-1 2024-11-08T08:19:19,909 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:19:19,909 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:19:19,910 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:19:19,911 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731054019910 2024-11-08T08:19:19,911 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731054079911 2024-11-08T08:19:19,911 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T08:19:19,911 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,36375,1731053956571-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:19,911 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,36375,1731053956571-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:19,911 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,36375,1731053956571-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:19,911 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:36375, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:19,911 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:19,911 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:19,913 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:19:19,914 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.158sec 2024-11-08T08:19:19,914 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:19:19,914 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:19:19,914 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:19:19,914 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:19:19,914 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:19:19,914 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,36375,1731053956571-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:19:19,914 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,36375,1731053956571-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:19:19,916 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:19:19,916 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:19:19,916 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,36375,1731053956571-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:19,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa36ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:19,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,36375,-1 for getting cluster id 2024-11-08T08:19:19,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:19,919 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f168ebd3-8ed3-4e96-b347-7e4987ceef85' 2024-11-08T08:19:19,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:19,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f168ebd3-8ed3-4e96-b347-7e4987ceef85" 2024-11-08T08:19:19,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebe5b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:19,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,36375,-1] 2024-11-08T08:19:19,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:19,920 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:19,921 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:19,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edb5844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:19,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:19:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,40465,1731053956694, seqNum=-1] 2024-11-08T08:19:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:19:19,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:19:19,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,36375,1731053956571 2024-11-08T08:19:19,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51922 2024-11-08T08:19:19,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:19:19,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10119870b430005 connected 2024-11-08T08:19:19,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776508e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:19,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42897,-1 for getting cluster id 2024-11-08T08:19:19,952 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:19,953 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '238a0d74-2b7e-48e6-8560-b6e0595e059b' 2024-11-08T08:19:19,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:19,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "238a0d74-2b7e-48e6-8560-b6e0595e059b" 2024-11-08T08:19:19,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60697442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:19,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42897,-1] 2024-11-08T08:19:19,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:19,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:19,955 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:19,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c8cf96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:19,955 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:19:19,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42897,1731053950741 2024-11-08T08:19:19,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cb70b5d 2024-11-08T08:19:19,956 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:19:19,957 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:19:19,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ac96558fc7f:36375,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T08:19:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:19:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:19:19,959 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:36375' 2024-11-08T08:19:19,960 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743d9525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:19,960 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,36375,-1 for getting cluster id 2024-11-08T08:19:19,960 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:19,961 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f168ebd3-8ed3-4e96-b347-7e4987ceef85' 2024-11-08T08:19:19,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:19,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f168ebd3-8ed3-4e96-b347-7e4987ceef85" 2024-11-08T08:19:19,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18acdad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:19,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,36375,-1] 2024-11-08T08:19:19,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:19,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:19,962 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:19,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d59aa97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:19,963 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:19:19,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,36375,1731053956571 2024-11-08T08:19:19,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ed1e93e 2024-11-08T08:19:19,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:19:19,964 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:19:19,965 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T08:19:19,965 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:19:19,965 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:19,965 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:19:19,965 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:19,965 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:19:19,967 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T08:19:19,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:19:19,968 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:19,968 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:19:19,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741835_1011 (size=1138) 2024-11-08T08:19:20,017 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T08:19:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:19:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:19:20,375 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 20d763a2f95cf9cdafb3d37db407afdd, NAME => 'hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3 2024-11-08T08:19:20,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741836_1012 (size=44) 2024-11-08T08:19:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:19:20,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:20,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 20d763a2f95cf9cdafb3d37db407afdd, disabling compactions & flushes 2024-11-08T08:19:20,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:20,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:20,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. after waiting 0 ms 2024-11-08T08:19:20,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:20,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:20,781 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 20d763a2f95cf9cdafb3d37db407afdd: Waiting for close lock at 1731053960781Disabling compacts and flushes for region at 1731053960781Disabling writes for close at 1731053960781Writing region close event to WAL at 1731053960781Closed at 1731053960781 2024-11-08T08:19:20,782 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:19:20,782 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731053960782"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731053960782"}]},"ts":"1731053960782"} 2024-11-08T08:19:20,784 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:19:20,785 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:19:20,785 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053960785"}]},"ts":"1731053960785"} 2024-11-08T08:19:20,787 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T08:19:20,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20d763a2f95cf9cdafb3d37db407afdd, ASSIGN}] 2024-11-08T08:19:20,788 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20d763a2f95cf9cdafb3d37db407afdd, ASSIGN 2024-11-08T08:19:20,789 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20d763a2f95cf9cdafb3d37db407afdd, ASSIGN; state=OFFLINE, location=6ac96558fc7f,42809,1731053950947; forceNewPlan=false, retain=false 2024-11-08T08:19:20,939 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=20d763a2f95cf9cdafb3d37db407afdd, regionState=OPENING, regionLocation=6ac96558fc7f,42809,1731053950947 2024-11-08T08:19:20,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20d763a2f95cf9cdafb3d37db407afdd, ASSIGN because future has completed 2024-11-08T08:19:20,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20d763a2f95cf9cdafb3d37db407afdd, server=6ac96558fc7f,42809,1731053950947}] 2024-11-08T08:19:21,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:21,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:19:21,098 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T08:19:21,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C42809%2C1731053950947.rep, suffix=, logDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947, archiveDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/oldWALs, maxLogs=10 2024-11-08T08:19:21,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:19:21,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947/6ac96558fc7f%2C42809%2C1731053950947.rep.1731053961099, exclude list is [], retry=0 2024-11-08T08:19:21,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46849,DS-71460a3b-011a-4493-bc4f-e731e597048b,DISK] 2024-11-08T08:19:21,120 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947/6ac96558fc7f%2C42809%2C1731053950947.rep.1731053961099 2024-11-08T08:19:21,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40299:40299)] 2024-11-08T08:19:21,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 20d763a2f95cf9cdafb3d37db407afdd, NAME => 'hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:19:21,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:19:21,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:19:21,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. service=MultiRowMutationService 2024-11-08T08:19:21,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T08:19:21,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:21,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:21,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:21,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:21,123 INFO [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:21,124 INFO [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20d763a2f95cf9cdafb3d37db407afdd columnFamilyName hfileref 2024-11-08T08:19:21,124 DEBUG [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:21,124 INFO [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] regionserver.HStore(327): Store=20d763a2f95cf9cdafb3d37db407afdd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:21,125 INFO [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:21,125 INFO [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20d763a2f95cf9cdafb3d37db407afdd columnFamilyName queue 2024-11-08T08:19:21,125 DEBUG [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:21,126 INFO [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] regionserver.HStore(327): Store=20d763a2f95cf9cdafb3d37db407afdd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:21,126 INFO [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:21,127 INFO [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20d763a2f95cf9cdafb3d37db407afdd columnFamilyName sid 2024-11-08T08:19:21,127 DEBUG [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:21,127 INFO [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] regionserver.HStore(327): Store=20d763a2f95cf9cdafb3d37db407afdd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:21,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:21,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/replication/20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:21,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/replication/20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:21,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:21,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:21,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:19:21,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:21,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/replication/20d763a2f95cf9cdafb3d37db407afdd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:19:21,134 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 20d763a2f95cf9cdafb3d37db407afdd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71135391, jitterRate=0.05999992787837982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:19:21,134 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:21,135 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 20d763a2f95cf9cdafb3d37db407afdd: Running coprocessor pre-open hook at 1731053961122Writing region info on filesystem at 1731053961122Initializing all the Stores at 1731053961123 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053961123Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053961123Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053961123Cleaning up temporary data from old regions at 1731053961130 (+7 ms)Running coprocessor post-open hooks at 1731053961134 (+4 ms)Region opened successfully at 1731053961135 (+1 ms) 2024-11-08T08:19:21,135 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd., pid=7, masterSystemTime=1731053961094 2024-11-08T08:19:21,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:21,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:21,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=20d763a2f95cf9cdafb3d37db407afdd, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,42809,1731053950947 2024-11-08T08:19:21,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20d763a2f95cf9cdafb3d37db407afdd, server=6ac96558fc7f,42809,1731053950947 because future has completed 2024-11-08T08:19:21,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-08T08:19:21,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 20d763a2f95cf9cdafb3d37db407afdd, server=6ac96558fc7f,42809,1731053950947 in 199 msec 2024-11-08T08:19:21,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T08:19:21,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20d763a2f95cf9cdafb3d37db407afdd, ASSIGN in 356 msec 2024-11-08T08:19:21,146 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:19:21,146 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053961146"}]},"ts":"1731053961146"} 2024-11-08T08:19:21,147 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T08:19:21,149 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:19:21,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-08T08:19:21,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd., hostname=6ac96558fc7f,42809,1731053950947, seqNum=2] 2024-11-08T08:19:21,265 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:21,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:21,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:19:21,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T08:19:21,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T08:19:21,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T08:19:21,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T08:19:21,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:19:21,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T08:19:21,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:19:21,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T08:19:21,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T08:19:21,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T08:19:21,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42809 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-08T08:19:21,440 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T08:19:21,464 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-6ac96558fc7f,42809,1731053950947, ReplicationSource: 1, currentBandwidth=0 2024-11-08T08:19:21,464 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:19:21,465 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,42809,1731053950947, seqNum=-1] 2024-11-08T08:19:21,465 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:19:21,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-08T08:19:21,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ac96558fc7f,42809,1731053950947', locateType=CURRENT is [region=hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd., hostname=6ac96558fc7f,42809,1731053950947, seqNum=2] 2024-11-08T08:19:21,469 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T08:19:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T08:19:21,471 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ac96558fc7f,42809,1731053950947 suceeded 2024-11-08T08:19:21,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-08T08:19:21,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-08T08:19:21,473 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ac96558fc7f:36375,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:19:21,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5160 sec 2024-11-08T08:19:21,482 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42809,1731053950947 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:36375' 2024-11-08T08:19:21,483 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42809,1731053950947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fce2012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:21,483 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42809,1731053950947 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,36375,-1 for getting cluster id 2024-11-08T08:19:21,483 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42809,1731053950947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:21,484 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f168ebd3-8ed3-4e96-b347-7e4987ceef85' 2024-11-08T08:19:21,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:21,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f168ebd3-8ed3-4e96-b347-7e4987ceef85" 2024-11-08T08:19:21,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@277ce298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:21,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,36375,-1] 2024-11-08T08:19:21,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:21,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:21,485 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:21,486 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42809,1731053950947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@97cc269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:21,486 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42809,1731053950947 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:19:21,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,36375,1731053956571 2024-11-08T08:19:21,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20ea4c14 2024-11-08T08:19:21,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:19:21,487 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-08T08:19:21,487 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42809,1731053950947 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ac96558fc7f,42809,1731053950947 (queues=1) is replicating from cluster=238a0d74-2b7e-48e6-8560-b6e0595e059b to cluster=f168ebd3-8ed3-4e96-b347-7e4987ceef85 2024-11-08T08:19:21,488 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42809,1731053950947 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ac96558fc7f%2C42809%2C1731053950947 2024-11-08T08:19:21,488 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42809,1731053950947 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ac96558fc7f,42809,1731053950947, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:19:21,488 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42809,1731053950947.replicationSource.shipper6ac96558fc7f%2C42809%2C1731053950947,1-6ac96558fc7f,42809,1731053950947 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C42809%2C1731053950947 2024-11-08T08:19:21,488 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42809,1731053950947.replicationSource.wal-reader.6ac96558fc7f%2C42809%2C1731053950947,1-6ac96558fc7f,42809,1731053950947 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947/6ac96558fc7f%2C42809%2C1731053950947.1731053953509, startPosition=0, beingWritten=true 2024-11-08T08:19:21,692 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42809,1731053950947.replicationSource.wal-reader.6ac96558fc7f%2C42809%2C1731053950947,1-6ac96558fc7f,42809,1731053950947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947/6ac96558fc7f%2C42809%2C1731053950947.1731053953509 to pos 0, reset compression=false 2024-11-08T08:19:21,997 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42809,1731053950947.replicationSource.wal-reader.6ac96558fc7f%2C42809%2C1731053950947,1-6ac96558fc7f,42809,1731053950947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947/6ac96558fc7f%2C42809%2C1731053950947.1731053953509 to pos 0, reset compression=false 2024-11-08T08:19:22,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:19:22,111 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T08:19:22,111 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:19:22,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:22,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:22,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:22,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:19:22,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:19:22,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42897,1731053950741 2024-11-08T08:19:22,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a0931ce 2024-11-08T08:19:22,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:19:22,113 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:19:22,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42897 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T08:19:22,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:19:22,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:22,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:22,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:22,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:19:22,114 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:19:22,114 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=256261572, stopped=false 2024-11-08T08:19:22,114 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,42897,1731053950741 2024-11-08T08:19:22,238 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1629013734/running 2024-11-08T08:19:22,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1629013734/running 2024-11-08T08:19:22,238 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:22,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:22,238 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:19:22,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:19:22,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:22,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:22,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on znode that does not yet exist, /0-1629013734/running 2024-11-08T08:19:22,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on znode that does not yet exist, /0-1629013734/running 2024-11-08T08:19:22,238 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,42809,1731053950947' ***** 2024-11-08T08:19:22,238 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:19:22,239 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:19:22,239 INFO [RS:0;6ac96558fc7f:42809 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:19:22,239 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:19:22,239 INFO [RS:0;6ac96558fc7f:42809 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:19:22,239 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(3091): Received CLOSE for 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:22,239 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,42809,1731053950947 2024-11-08T08:19:22,239 INFO [RS:0;6ac96558fc7f:42809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:19:22,239 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20d763a2f95cf9cdafb3d37db407afdd, disabling compactions & flushes 2024-11-08T08:19:22,239 INFO [RS:0;6ac96558fc7f:42809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:42809. 2024-11-08T08:19:22,239 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:22,239 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:22,239 DEBUG [RS:0;6ac96558fc7f:42809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:22,239 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. after waiting 0 ms 2024-11-08T08:19:22,239 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:22,239 DEBUG [RS:0;6ac96558fc7f:42809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:22,239 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 20d763a2f95cf9cdafb3d37db407afdd 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-08T08:19:22,239 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:19:22,239 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:19:22,239 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:19:22,239 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:19:22,240 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T08:19:22,240 DEBUG [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(1325): Online Regions={20d763a2f95cf9cdafb3d37db407afdd=hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:19:22,240 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:19:22,240 DEBUG [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:22,240 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:19:22,240 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:19:22,240 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:19:22,240 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:19:22,240 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-08T08:19:22,253 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/replication/20d763a2f95cf9cdafb3d37db407afdd/.tmp/queue/0699ca006a524b169467268e509f9a89 is 151, key is 1-6ac96558fc7f,42809,1731053950947/queue:6ac96558fc7f%2C42809%2C1731053950947/1731053961468/Put/seqid=0 2024-11-08T08:19:22,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741838_1014 (size=5350) 2024-11-08T08:19:22,259 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/.tmp/info/3675692caff44648b29c0eb9cd6a83c7 is 147, key is hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd./info:regioninfo/1731053961138/Put/seqid=0 2024-11-08T08:19:22,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741839_1015 (size=6631) 2024-11-08T08:19:22,287 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:19:22,380 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:19:22,380 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:19:22,401 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42809,1731053950947.replicationSource.wal-reader.6ac96558fc7f%2C42809%2C1731053950947,1-6ac96558fc7f,42809,1731053950947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947/6ac96558fc7f%2C42809%2C1731053950947.1731053953509 to pos 0, reset compression=false 2024-11-08T08:19:22,440 DEBUG [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:22,640 DEBUG [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:22,657 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/replication/20d763a2f95cf9cdafb3d37db407afdd/.tmp/queue/0699ca006a524b169467268e509f9a89 2024-11-08T08:19:22,663 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/.tmp/info/3675692caff44648b29c0eb9cd6a83c7 2024-11-08T08:19:22,664 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/replication/20d763a2f95cf9cdafb3d37db407afdd/.tmp/queue/0699ca006a524b169467268e509f9a89 as hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/replication/20d763a2f95cf9cdafb3d37db407afdd/queue/0699ca006a524b169467268e509f9a89 2024-11-08T08:19:22,668 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/replication/20d763a2f95cf9cdafb3d37db407afdd/queue/0699ca006a524b169467268e509f9a89, entries=1, sequenceid=5, filesize=5.2 K 2024-11-08T08:19:22,669 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 20d763a2f95cf9cdafb3d37db407afdd in 430ms, sequenceid=5, compaction requested=false 2024-11-08T08:19:22,669 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T08:19:22,672 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/replication/20d763a2f95cf9cdafb3d37db407afdd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T08:19:22,673 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:19:22,673 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:19:22,673 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:22,673 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20d763a2f95cf9cdafb3d37db407afdd: Waiting for close lock at 1731053962239Running coprocessor pre-close hooks at 1731053962239Disabling compacts and flushes for region at 1731053962239Disabling writes for close at 1731053962239Obtaining lock to block concurrent updates at 1731053962239Preparing flush snapshotting stores in 20d763a2f95cf9cdafb3d37db407afdd at 1731053962239Finished memstore snapshotting hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731053962240 (+1 ms)Flushing stores of hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. at 1731053962240Flushing 20d763a2f95cf9cdafb3d37db407afdd/queue: creating writer at 1731053962240Flushing 20d763a2f95cf9cdafb3d37db407afdd/queue: appending metadata at 1731053962253 (+13 ms)Flushing 20d763a2f95cf9cdafb3d37db407afdd/queue: closing flushed file at 1731053962253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b8d7d8d: reopening flushed file at 1731053962663 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 20d763a2f95cf9cdafb3d37db407afdd in 430ms, sequenceid=5, compaction requested=false at 1731053962669 (+6 ms)Writing region close event to WAL at 1731053962670 (+1 ms)Running coprocessor post-close hooks at 1731053962673 (+3 ms)Closed at 1731053962673 2024-11-08T08:19:22,673 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:22,681 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/.tmp/ns/e73b0d3ea201469e98119fcea4a81e8e is 43, key is default/ns:d/1731053954585/Put/seqid=0 2024-11-08T08:19:22,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741840_1016 (size=5153) 2024-11-08T08:19:22,840 DEBUG [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:22,905 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42809,1731053950947.replicationSource.wal-reader.6ac96558fc7f%2C42809%2C1731053950947,1-6ac96558fc7f,42809,1731053950947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947/6ac96558fc7f%2C42809%2C1731053950947.1731053953509 to pos 0, reset compression=false 2024-11-08T08:19:23,041 DEBUG [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:23,085 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/.tmp/ns/e73b0d3ea201469e98119fcea4a81e8e 2024-11-08T08:19:23,102 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/.tmp/table/7c9d130fecbb43d1b66c7f8dd03569de is 53, key is hbase:replication/table:state/1731053961146/Put/seqid=0 2024-11-08T08:19:23,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741841_1017 (size=5256) 2024-11-08T08:19:23,241 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T08:19:23,241 DEBUG [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:19:23,241 DEBUG [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:23,441 DEBUG [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:23,507 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/.tmp/table/7c9d130fecbb43d1b66c7f8dd03569de 2024-11-08T08:19:23,510 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42809,1731053950947.replicationSource.wal-reader.6ac96558fc7f%2C42809%2C1731053950947,1-6ac96558fc7f,42809,1731053950947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947/6ac96558fc7f%2C42809%2C1731053950947.1731053953509 to pos 0, reset compression=false 2024-11-08T08:19:23,514 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/.tmp/info/3675692caff44648b29c0eb9cd6a83c7 as hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/info/3675692caff44648b29c0eb9cd6a83c7 2024-11-08T08:19:23,519 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/info/3675692caff44648b29c0eb9cd6a83c7, entries=10, sequenceid=11, filesize=6.5 K 2024-11-08T08:19:23,520 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/.tmp/ns/e73b0d3ea201469e98119fcea4a81e8e as hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/ns/e73b0d3ea201469e98119fcea4a81e8e 2024-11-08T08:19:23,526 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/ns/e73b0d3ea201469e98119fcea4a81e8e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T08:19:23,527 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/.tmp/table/7c9d130fecbb43d1b66c7f8dd03569de as hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/table/7c9d130fecbb43d1b66c7f8dd03569de 2024-11-08T08:19:23,532 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/table/7c9d130fecbb43d1b66c7f8dd03569de, entries=2, sequenceid=11, filesize=5.1 K 2024-11-08T08:19:23,533 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false 2024-11-08T08:19:23,537 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T08:19:23,538 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:19:23,538 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:19:23,538 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:19:23,538 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053962240Running coprocessor pre-close hooks at 1731053962240Disabling compacts and flushes for region at 1731053962240Disabling writes for close at 1731053962240Obtaining lock to block concurrent updates at 1731053962240Preparing flush snapshotting stores in 1588230740 at 1731053962240Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731053962240Flushing stores of hbase:meta,,1.1588230740 at 1731053962241 (+1 ms)Flushing 1588230740/info: creating writer at 1731053962241Flushing 1588230740/info: appending metadata at 1731053962258 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731053962258Flushing 1588230740/ns: creating writer at 1731053962667 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731053962681 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731053962681Flushing 1588230740/table: creating writer at 1731053963090 (+409 ms)Flushing 1588230740/table: appending metadata at 1731053963102 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731053963102Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@444d5999: reopening flushed file at 1731053963513 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7963e728: reopening flushed file at 1731053963519 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4207d58a: reopening flushed file at 1731053963526 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false at 1731053963533 (+7 ms)Writing region close event to WAL at 1731053963534 (+1 ms)Running coprocessor post-close hooks at 1731053963538 (+4 ms)Closed at 1731053963538 2024-11-08T08:19:23,538 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:19:23,641 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,42809,1731053950947; all regions closed. 2024-11-08T08:19:23,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741834_1010 (size=2742) 2024-11-08T08:19:23,644 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947/6ac96558fc7f%2C42809%2C1731053950947.meta.1731053954525.meta not finished, retry = 0 2024-11-08T08:19:23,746 DEBUG [RS:0;6ac96558fc7f:42809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/oldWALs 2024-11-08T08:19:23,747 INFO [RS:0;6ac96558fc7f:42809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C42809%2C1731053950947.meta:.meta(num 1731053954525) 2024-11-08T08:19:23,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741837_1013 (size=1586) 2024-11-08T08:19:23,749 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947/6ac96558fc7f%2C42809%2C1731053950947.rep.1731053961099 not finished, retry = 0 2024-11-08T08:19:23,851 DEBUG [RS:0;6ac96558fc7f:42809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/oldWALs 2024-11-08T08:19:23,851 INFO [RS:0;6ac96558fc7f:42809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C42809%2C1731053950947.rep:(num 1731053961099) 2024-11-08T08:19:23,911 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947/6ac96558fc7f%2C42809%2C1731053950947.1731053953509 not finished, retry = 0 2024-11-08T08:19:23,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741832_1008 (size=93) 2024-11-08T08:19:24,013 DEBUG [RS:0;6ac96558fc7f:42809 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/oldWALs 2024-11-08T08:19:24,013 INFO [RS:0;6ac96558fc7f:42809 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C42809%2C1731053950947:(num 1731053953509) 2024-11-08T08:19:24,013 DEBUG [RS:0;6ac96558fc7f:42809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:24,013 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:19:24,013 INFO [RS:0;6ac96558fc7f:42809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:19:24,013 INFO [RS:0;6ac96558fc7f:42809 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T08:19:24,013 INFO [RS:0;6ac96558fc7f:42809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:19:24,013 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:19:24,013 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ac96558fc7f,42809,1731053950947 because: Region server is closing 2024-11-08T08:19:24,014 INFO [RS:0;6ac96558fc7f:42809 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:42809. 2024-11-08T08:19:24,014 DEBUG [RS:0;6ac96558fc7f:42809 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:24,014 DEBUG [RS:0;6ac96558fc7f:42809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:24,014 DEBUG [RS:0;6ac96558fc7f:42809 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:24,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:19:24,114 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42809,1731053950947.replicationSource.wal-reader.6ac96558fc7f%2C42809%2C1731053950947,1-6ac96558fc7f,42809,1731053950947 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T08:19:24,114 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42809,1731053950947.replicationSource.shipper6ac96558fc7f%2C42809%2C1731053950947,1-6ac96558fc7f,42809,1731053950947 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T08:19:24,114 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42809,1731053950947.replicationSource.shipper6ac96558fc7f%2C42809%2C1731053950947,1-6ac96558fc7f,42809,1731053950947 terminated 2024-11-08T08:19:24,115 INFO [RS:0;6ac96558fc7f:42809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42809 2024-11-08T08:19:24,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734/rs 2024-11-08T08:19:24,135 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1629013734/rs/6ac96558fc7f,42809,1731053950947 2024-11-08T08:19:24,135 INFO [RS:0;6ac96558fc7f:42809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:19:24,146 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,42809,1731053950947] 2024-11-08T08:19:24,156 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629013734/draining/6ac96558fc7f,42809,1731053950947 already deleted, retry=false 2024-11-08T08:19:24,156 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,42809,1731053950947 expired; onlineServers=0 2024-11-08T08:19:24,156 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,42897,1731053950741' ***** 2024-11-08T08:19:24,156 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:19:24,156 INFO [M:0;6ac96558fc7f:42897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:19:24,157 INFO [M:0;6ac96558fc7f:42897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:19:24,157 DEBUG [M:0;6ac96558fc7f:42897 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:19:24,157 DEBUG [M:0;6ac96558fc7f:42897 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:19:24,157 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:19:24,157 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053953294 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053953294,5,FailOnTimeoutGroup] 2024-11-08T08:19:24,157 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053953294 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053953294,5,FailOnTimeoutGroup] 2024-11-08T08:19:24,157 INFO [M:0;6ac96558fc7f:42897 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:19:24,157 INFO [M:0;6ac96558fc7f:42897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:19:24,157 DEBUG [M:0;6ac96558fc7f:42897 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:19:24,157 INFO [M:0;6ac96558fc7f:42897 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:19:24,157 INFO [M:0;6ac96558fc7f:42897 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:19:24,157 INFO [M:0;6ac96558fc7f:42897 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:19:24,157 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:19:24,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1629013734/master 2024-11-08T08:19:24,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:24,167 DEBUG [M:0;6ac96558fc7f:42897 {}] zookeeper.ZKUtil(347): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Unable to get data of znode /0-1629013734/master because node does not exist (not an error) 2024-11-08T08:19:24,167 WARN [M:0;6ac96558fc7f:42897 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:19:24,167 INFO [M:0;6ac96558fc7f:42897 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/.lastflushedseqids 2024-11-08T08:19:24,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741842_1018 (size=181) 2024-11-08T08:19:24,246 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:24,246 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42809-0x10119870b430001, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:24,246 INFO [RS:0;6ac96558fc7f:42809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:19:24,246 INFO [RS:0;6ac96558fc7f:42809 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,42809,1731053950947; zookeeper connection closed. 2024-11-08T08:19:24,246 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b7e447 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b7e447 2024-11-08T08:19:24,246 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:19:24,572 INFO [M:0;6ac96558fc7f:42897 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:19:24,572 INFO [M:0;6ac96558fc7f:42897 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:19:24,572 DEBUG [M:0;6ac96558fc7f:42897 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:19:24,573 INFO [M:0;6ac96558fc7f:42897 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:24,573 DEBUG [M:0;6ac96558fc7f:42897 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:24,573 DEBUG [M:0;6ac96558fc7f:42897 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:19:24,573 DEBUG [M:0;6ac96558fc7f:42897 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:24,573 INFO [M:0;6ac96558fc7f:42897 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-08T08:19:24,589 DEBUG [M:0;6ac96558fc7f:42897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3867143fcd342c7adf78f379b510da4 is 82, key is hbase:meta,,1/info:regioninfo/1731053954555/Put/seqid=0 2024-11-08T08:19:24,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741843_1019 (size=5672) 2024-11-08T08:19:24,993 INFO [M:0;6ac96558fc7f:42897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3867143fcd342c7adf78f379b510da4 2024-11-08T08:19:25,011 DEBUG [M:0;6ac96558fc7f:42897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33d58c20b83140e38e884cc122e5eb70 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731053961150/Put/seqid=0 2024-11-08T08:19:25,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741844_1020 (size=7203) 2024-11-08T08:19:25,377 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:19:25,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:25,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:25,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:25,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:25,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:25,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:25,415 INFO [M:0;6ac96558fc7f:42897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33d58c20b83140e38e884cc122e5eb70 2024-11-08T08:19:25,434 DEBUG [M:0;6ac96558fc7f:42897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcc895ad7d8c4650bb90984643a814b5 is 69, key is 6ac96558fc7f,42809,1731053950947/rs:state/1731053953363/Put/seqid=0 2024-11-08T08:19:25,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741845_1021 (size=5156) 2024-11-08T08:19:25,838 INFO [M:0;6ac96558fc7f:42897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcc895ad7d8c4650bb90984643a814b5 2024-11-08T08:19:25,843 DEBUG [M:0;6ac96558fc7f:42897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b3867143fcd342c7adf78f379b510da4 as hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3867143fcd342c7adf78f379b510da4 2024-11-08T08:19:25,847 INFO [M:0;6ac96558fc7f:42897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3867143fcd342c7adf78f379b510da4, entries=8, sequenceid=70, filesize=5.5 K 2024-11-08T08:19:25,847 DEBUG [M:0;6ac96558fc7f:42897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33d58c20b83140e38e884cc122e5eb70 as hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33d58c20b83140e38e884cc122e5eb70 2024-11-08T08:19:25,851 INFO [M:0;6ac96558fc7f:42897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33d58c20b83140e38e884cc122e5eb70, entries=8, sequenceid=70, filesize=7.0 K 2024-11-08T08:19:25,852 DEBUG [M:0;6ac96558fc7f:42897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fcc895ad7d8c4650bb90984643a814b5 as hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcc895ad7d8c4650bb90984643a814b5 2024-11-08T08:19:25,856 INFO [M:0;6ac96558fc7f:42897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcc895ad7d8c4650bb90984643a814b5, entries=1, sequenceid=70, filesize=5.0 K 2024-11-08T08:19:25,857 INFO [M:0;6ac96558fc7f:42897 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false 2024-11-08T08:19:25,858 INFO [M:0;6ac96558fc7f:42897 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:25,858 DEBUG [M:0;6ac96558fc7f:42897 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053964572Disabling compacts and flushes for region at 1731053964572Disabling writes for close at 1731053964573 (+1 ms)Obtaining lock to block concurrent updates at 1731053964573Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731053964573Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731053964573Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731053964574 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731053964574Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731053964589 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731053964589Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731053964998 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731053965011 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731053965011Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731053965420 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731053965433 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731053965433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27dc4d23: reopening flushed file at 1731053965842 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e9375f5: reopening flushed file at 1731053965847 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4abd031b: reopening flushed file at 1731053965851 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false at 1731053965857 (+6 ms)Writing region close event to WAL at 1731053965858 (+1 ms)Closed at 1731053965858 2024-11-08T08:19:25,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741830_1006 (size=41008) 2024-11-08T08:19:25,861 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:19:25,861 INFO [M:0;6ac96558fc7f:42897 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:19:25,861 INFO [M:0;6ac96558fc7f:42897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42897 2024-11-08T08:19:25,861 INFO [M:0;6ac96558fc7f:42897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:19:25,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:25,972 INFO [M:0;6ac96558fc7f:42897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:19:25,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42897-0x10119870b430000, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:25,973 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:19:25,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:25,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:25,973 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:19:25,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:25,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:19:25,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:19:25,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:19:25,974 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44039 2024-11-08T08:19:25,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44039 connecting to ZooKeeper ensemble=127.0.0.1:51922 2024-11-08T08:19:25,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440390x0, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:19:25,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44039-0x10119870b430006 connected 2024-11-08T08:19:26,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:26,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:26,003 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on znode that does not yet exist, /0-1629013734/running 2024-11-08T08:19:26,003 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1629013734/meta-region-server: INIT 2024-11-08T08:19:26,003 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3, hbase.cluster.distributed=false 2024-11-08T08:19:26,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on znode that does not yet exist, /0-1629013734/acl 2024-11-08T08:19:26,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-08T08:19:26,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44039 2024-11-08T08:19:26,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44039 2024-11-08T08:19:26,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-08T08:19:26,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44039 2024-11-08T08:19:26,021 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:19:26,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:26,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:26,021 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:19:26,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:26,021 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:19:26,021 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:19:26,022 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:19:26,022 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41663 2024-11-08T08:19:26,023 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41663 connecting to ZooKeeper ensemble=127.0.0.1:51922 2024-11-08T08:19:26,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:26,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:26,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416630x0, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:19:26,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41663-0x10119870b430007 connected 2024-11-08T08:19:26,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41663-0x10119870b430007, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on znode that does not yet exist, /0-1629013734/running 2024-11-08T08:19:26,041 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1629013734/meta-region-server: INIT 2024-11-08T08:19:26,041 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:19:26,041 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:19:26,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41663-0x10119870b430007, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on znode that does not yet exist, /0-1629013734/master 2024-11-08T08:19:26,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41663-0x10119870b430007, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on znode that does not yet exist, /0-1629013734/acl 2024-11-08T08:19:26,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41663 2024-11-08T08:19:26,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41663 2024-11-08T08:19:26,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41663 2024-11-08T08:19:26,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41663 2024-11-08T08:19:26,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41663 2024-11-08T08:19:26,054 DEBUG [M:0;6ac96558fc7f:44039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:44039 2024-11-08T08:19:26,054 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1629013734/backup-masters/6ac96558fc7f,44039,1731053965973 2024-11-08T08:19:26,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734/backup-masters 2024-11-08T08:19:26,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10119870b430007, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734/backup-masters 2024-11-08T08:19:26,065 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on existing znode=/0-1629013734/backup-masters/6ac96558fc7f,44039,1731053965973 2024-11-08T08:19:26,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10119870b430007, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1629013734/master 2024-11-08T08:19:26,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10119870b430007, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:26,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:26,075 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on existing znode=/0-1629013734/master 2024-11-08T08:19:26,076 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1629013734/backup-masters/6ac96558fc7f,44039,1731053965973 from backup master directory 2024-11-08T08:19:26,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1629013734/backup-masters/6ac96558fc7f,44039,1731053965973 2024-11-08T08:19:26,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10119870b430007, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734/backup-masters 2024-11-08T08:19:26,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734/backup-masters 2024-11-08T08:19:26,085 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:19:26,085 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,44039,1731053965973 2024-11-08T08:19:26,095 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:26,095 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:19:26,100 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-08T08:19:26,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741846_1022 (size=196) 2024-11-08T08:19:26,512 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:19:26,512 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:19:26,512 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:19:26,517 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-08T08:19:26,520 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/WALs/6ac96558fc7f,42897,1731053950741 to hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/WALs/6ac96558fc7f,42897,1731053950741-dead as it is dead 2024-11-08T08:19:26,520 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/WALs/6ac96558fc7f,42897,1731053950741-dead/6ac96558fc7f%2C42897%2C1731053950741.1731053952987 2024-11-08T08:19:26,521 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/WALs/6ac96558fc7f,42897,1731053950741-dead/6ac96558fc7f%2C42897%2C1731053950741.1731053952987 after 1ms 2024-11-08T08:19:26,521 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/WALs/6ac96558fc7f,42897,1731053950741-dead/6ac96558fc7f%2C42897%2C1731053950741.1731053952987 to hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6ac96558fc7f%2C42897%2C1731053950741.1731053952987 2024-11-08T08:19:26,521 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/WALs/6ac96558fc7f,42897,1731053950741-dead 2024-11-08T08:19:26,522 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/WALs/6ac96558fc7f,44039,1731053965973 2024-11-08T08:19:26,522 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:19:26,523 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C44039%2C1731053965973, suffix=, logDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/WALs/6ac96558fc7f,44039,1731053965973, archiveDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/oldWALs, maxLogs=10 2024-11-08T08:19:26,534 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/WALs/6ac96558fc7f,44039,1731053965973/6ac96558fc7f%2C44039%2C1731053965973.1731053966524, exclude list is [], retry=0 2024-11-08T08:19:26,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46849,DS-71460a3b-011a-4493-bc4f-e731e597048b,DISK] 2024-11-08T08:19:26,538 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/WALs/6ac96558fc7f,44039,1731053965973/6ac96558fc7f%2C44039%2C1731053965973.1731053966524 2024-11-08T08:19:26,538 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40299:40299)] 2024-11-08T08:19:26,538 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:19:26,539 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:26,539 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:26,539 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:26,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:26,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:19:26,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:26,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b3867143fcd342c7adf78f379b510da4 2024-11-08T08:19:26,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:26,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:26,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:19:26,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:26,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33d58c20b83140e38e884cc122e5eb70 2024-11-08T08:19:26,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:26,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:26,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:19:26,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:26,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fcc895ad7d8c4650bb90984643a814b5 2024-11-08T08:19:26,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:26,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:26,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:19:26,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:26,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:26,561 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:26,561 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-08T08:19:26,561 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6ac96558fc7f%2C42897%2C1731053950741.1731053952987 2024-11-08T08:19:26,567 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6ac96558fc7f%2C42897%2C1731053950741.1731053952987 2024-11-08T08:19:26,568 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/6ac96558fc7f%2C42897%2C1731053950741.1731053952987 2024-11-08T08:19:26,569 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:26,569 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:26,570 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:19:26,571 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:26,573 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-08T08:19:26,574 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66784451, jitterRate=-0.0048341304063797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:19:26,575 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731053966539Initializing all the Stores at 1731053966540 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053966540Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053966540Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053966540Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053966540Cleaning up temporary data from old regions at 1731053966569 (+29 ms)Region opened successfully at 1731053966574 (+5 ms) 2024-11-08T08:19:26,575 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:19:26,578 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4675b108, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:19:26,580 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-08T08:19:26,580 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:19:26,580 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:19:26,581 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:19:26,581 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:19:26,584 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:19:26,585 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:19:26,585 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T08:19:26,585 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T08:19:26,586 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:19:26,589 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=6ac96558fc7f,42809,1731053950947, regionLocation=6ac96558fc7f,42809,1731053950947, openSeqNum=2 2024-11-08T08:19:26,589 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=6ac96558fc7f,42809,1731053950947, table=hbase:meta, region=1588230740 2024-11-08T08:19:26,589 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,42809,1731053950947, state=OPEN 2024-11-08T08:19:26,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1629013734/meta-region-server 2024-11-08T08:19:26,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10119870b430007, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1629013734/meta-region-server 2024-11-08T08:19:26,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1629013734/meta-region-server: CHANGED 2024-11-08T08:19:26,654 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1629013734/meta-region-server: CHANGED 2024-11-08T08:19:26,657 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:19:26,664 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629013734/draining/6ac96558fc7f,42809,1731053950947 already deleted, retry=false 2024-11-08T08:19:26,664 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 6ac96558fc7f,42809,1731053950947 on 6ac96558fc7f,44039,1731053965973 2024-11-08T08:19:26,665 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6ac96558fc7f,42809,1731053950947, splitWal=true, meta=true 2024-11-08T08:19:26,665 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 6ac96558fc7f,42809,1731053950947 (carryingMeta=true) 6ac96558fc7f,42809,1731053950947/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7f9ced24[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T08:19:26,667 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Unable to get data of znode /0-1629013734/balancer because node does not exist (not necessarily an error) 2024-11-08T08:19:26,675 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629013734/balancer already deleted, retry=false 2024-11-08T08:19:26,675 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:19:26,676 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Unable to get data of znode /0-1629013734/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:19:26,685 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629013734/normalizer already deleted, retry=false 2024-11-08T08:19:26,686 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:19:26,687 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Unable to get data of znode /0-1629013734/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:19:26,696 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629013734/switch/split already deleted, retry=false 2024-11-08T08:19:26,697 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Unable to get data of znode /0-1629013734/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:19:26,706 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629013734/switch/merge already deleted, retry=false 2024-11-08T08:19:26,719 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Unable to get data of znode /0-1629013734/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:19:26,727 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629013734/snapshot-cleanup already deleted, retry=false 2024-11-08T08:19:26,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10119870b430007, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1629013734/running 2024-11-08T08:19:26,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1629013734/running 2024-11-08T08:19:26,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:26,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10119870b430007, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:26,739 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,44039,1731053965973, sessionid=0x10119870b430006, setting cluster-up flag (Was=false) 2024-11-08T08:19:26,749 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1629013734/flush-table-proc/acquired, /0-1629013734/flush-table-proc/reached, /0-1629013734/flush-table-proc/abort 2024-11-08T08:19:26,750 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,44039,1731053965973 2024-11-08T08:19:26,760 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1629013734/online-snapshot/acquired, /0-1629013734/online-snapshot/reached, /0-1629013734/online-snapshot/abort 2024-11-08T08:19:26,761 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,44039,1731053965973 2024-11-08T08:19:26,761 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/.lastflushedseqids 2024-11-08T08:19:26,763 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:19:26,763 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:19:26,764 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,44039,1731053965973 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 6ac96558fc7f,42809,1731053950947 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:19:26,765 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:26,765 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:26,765 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:26,765 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:26,765 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:19:26,765 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:26,765 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:19:26,765 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:26,765 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731053996765 2024-11-08T08:19:26,766 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:19:26,766 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:19:26,766 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:19:26,766 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:19:26,766 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:19:26,766 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:19:26,766 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:26,766 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6ac96558fc7f,42809,1731053950947, splitWal=true, meta=true 2024-11-08T08:19:26,766 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:19:26,766 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:19:26,766 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:19:26,766 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:19:26,766 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:19:26,766 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:19:26,767 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6ac96558fc7f,42809,1731053950947, splitWal=true, meta=true, isMeta: true 2024-11-08T08:19:26,767 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053966767,5,FailOnTimeoutGroup] 2024-11-08T08:19:26,767 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053966767,5,FailOnTimeoutGroup] 2024-11-08T08:19:26,767 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:26,767 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:19:26,767 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:26,767 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:26,767 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731053966767, completionTime=-1 2024-11-08T08:19:26,767 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-08T08:19:26,767 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T08:19:26,768 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947-splitting 2024-11-08T08:19:26,768 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947-splitting dir is empty, no logs to split. 2024-11-08T08:19:26,768 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6ac96558fc7f,42809,1731053950947 WAL count=0, meta=true 2024-11-08T08:19:26,770 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947-splitting dir is empty, no logs to split. 2024-11-08T08:19:26,770 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6ac96558fc7f,42809,1731053950947 WAL count=0, meta=true 2024-11-08T08:19:26,770 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 6ac96558fc7f,42809,1731053950947 WAL splitting is done? wals=0, meta=true 2024-11-08T08:19:26,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:19:26,771 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:19:26,771 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T08:19:26,846 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.HRegionServer(746): ClusterId : 238a0d74-2b7e-48e6-8560-b6e0595e059b 2024-11-08T08:19:26,846 DEBUG [RS:0;6ac96558fc7f:41663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:19:26,855 DEBUG [RS:0;6ac96558fc7f:41663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:19:26,855 DEBUG [RS:0;6ac96558fc7f:41663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:19:26,865 DEBUG [RS:0;6ac96558fc7f:41663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:19:26,865 DEBUG [RS:0;6ac96558fc7f:41663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a94b82f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:19:26,875 DEBUG [RS:0;6ac96558fc7f:41663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:41663 2024-11-08T08:19:26,875 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:19:26,875 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:19:26,875 DEBUG [RS:0;6ac96558fc7f:41663 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:19:26,876 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,44039,1731053965973 with port=41663, startcode=1731053966021 2024-11-08T08:19:26,876 DEBUG [RS:0;6ac96558fc7f:41663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:19:26,877 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:19:26,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,41663,1731053966021 2024-11-08T08:19:26,878 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44039 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,41663,1731053966021 2024-11-08T08:19:26,879 DEBUG [RS:0;6ac96558fc7f:41663 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3 2024-11-08T08:19:26,879 DEBUG [RS:0;6ac96558fc7f:41663 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37073 2024-11-08T08:19:26,879 DEBUG [RS:0;6ac96558fc7f:41663 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:19:26,917 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-08T08:19:26,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734/rs 2024-11-08T08:19:26,920 DEBUG [RS:0;6ac96558fc7f:41663 {}] zookeeper.ZKUtil(111): regionserver:41663-0x10119870b430007, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on existing znode=/0-1629013734/rs/6ac96558fc7f,41663,1731053966021 2024-11-08T08:19:26,920 WARN [RS:0;6ac96558fc7f:41663 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:19:26,920 INFO [RS:0;6ac96558fc7f:41663 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:19:26,920 DEBUG [RS:0;6ac96558fc7f:41663 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021 2024-11-08T08:19:26,920 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,41663,1731053966021] 2024-11-08T08:19:26,922 WARN [6ac96558fc7f:44039 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T08:19:26,937 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:19:26,938 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:19:26,938 INFO [RS:0;6ac96558fc7f:41663 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:19:26,938 INFO [RS:0;6ac96558fc7f:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:26,938 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:19:26,939 INFO [RS:0;6ac96558fc7f:41663 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:19:26,939 INFO [RS:0;6ac96558fc7f:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:26,939 DEBUG [RS:0;6ac96558fc7f:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:26,939 DEBUG [RS:0;6ac96558fc7f:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:26,939 DEBUG [RS:0;6ac96558fc7f:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:26,939 DEBUG [RS:0;6ac96558fc7f:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:26,939 DEBUG [RS:0;6ac96558fc7f:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:26,939 DEBUG [RS:0;6ac96558fc7f:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:19:26,939 DEBUG [RS:0;6ac96558fc7f:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:26,939 DEBUG [RS:0;6ac96558fc7f:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:26,939 DEBUG [RS:0;6ac96558fc7f:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:26,939 DEBUG [RS:0;6ac96558fc7f:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:26,939 DEBUG [RS:0;6ac96558fc7f:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:26,939 DEBUG [RS:0;6ac96558fc7f:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:26,939 DEBUG [RS:0;6ac96558fc7f:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:19:26,939 DEBUG [RS:0;6ac96558fc7f:41663 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:19:26,940 INFO [RS:0;6ac96558fc7f:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:26,940 INFO [RS:0;6ac96558fc7f:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:26,940 INFO [RS:0;6ac96558fc7f:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:26,940 INFO [RS:0;6ac96558fc7f:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:26,940 INFO [RS:0;6ac96558fc7f:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:26,940 INFO [RS:0;6ac96558fc7f:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,41663,1731053966021-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:19:26,952 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:19:26,952 INFO [RS:0;6ac96558fc7f:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,41663,1731053966021-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:26,963 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.ReplicationSource(231): queueId=1-6ac96558fc7f,41663,1731053966021, ReplicationSource: 1, currentBandwidth=0 2024-11-08T08:19:26,964 INFO [RS:0;6ac96558fc7f:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:26,964 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.Replication(171): 6ac96558fc7f,41663,1731053966021 started 2024-11-08T08:19:26,975 INFO [RS:0;6ac96558fc7f:41663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:26,975 DEBUG [RS:0;6ac96558fc7f:41663.replicationSource,1-6ac96558fc7f,41663,1731053966021 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:36375' 2024-11-08T08:19:26,975 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,41663,1731053966021, RpcServer on 6ac96558fc7f/172.17.0.3:41663, sessionid=0x10119870b430007 2024-11-08T08:19:26,975 DEBUG [RS:0;6ac96558fc7f:41663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:19:26,975 DEBUG [RS:0;6ac96558fc7f:41663 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,41663,1731053966021 2024-11-08T08:19:26,976 DEBUG [RS:0;6ac96558fc7f:41663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,41663,1731053966021' 2024-11-08T08:19:26,976 DEBUG [RS:0;6ac96558fc7f:41663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1629013734/flush-table-proc/abort' 2024-11-08T08:19:26,976 DEBUG [RS:0;6ac96558fc7f:41663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1629013734/flush-table-proc/acquired' 2024-11-08T08:19:26,976 DEBUG [RS:0;6ac96558fc7f:41663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:19:26,976 DEBUG [RS:0;6ac96558fc7f:41663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:19:26,976 DEBUG [RS:0;6ac96558fc7f:41663 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,41663,1731053966021 2024-11-08T08:19:26,976 DEBUG [RS:0;6ac96558fc7f:41663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,41663,1731053966021' 2024-11-08T08:19:26,976 DEBUG [RS:0;6ac96558fc7f:41663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1629013734/online-snapshot/abort' 2024-11-08T08:19:26,976 DEBUG [RS:0;6ac96558fc7f:41663.replicationSource,1-6ac96558fc7f,41663,1731053966021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51633c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:26,976 DEBUG [RS:0;6ac96558fc7f:41663.replicationSource,1-6ac96558fc7f,41663,1731053966021 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,36375,-1 for getting cluster id 2024-11-08T08:19:26,976 DEBUG [RS:0;6ac96558fc7f:41663.replicationSource,1-6ac96558fc7f,41663,1731053966021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:26,976 DEBUG [RS:0;6ac96558fc7f:41663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1629013734/online-snapshot/acquired' 2024-11-08T08:19:26,977 DEBUG [RS:0;6ac96558fc7f:41663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:19:26,977 INFO [RS:0;6ac96558fc7f:41663 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:19:26,977 INFO [RS:0;6ac96558fc7f:41663 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:19:26,977 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f168ebd3-8ed3-4e96-b347-7e4987ceef85' 2024-11-08T08:19:26,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:26,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f168ebd3-8ed3-4e96-b347-7e4987ceef85" 2024-11-08T08:19:26,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9c4865e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:26,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,36375,-1] 2024-11-08T08:19:26,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:26,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:26,979 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:26,979 DEBUG [RS:0;6ac96558fc7f:41663.replicationSource,1-6ac96558fc7f,41663,1731053966021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b8c3cdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:26,979 DEBUG [RS:0;6ac96558fc7f:41663.replicationSource,1-6ac96558fc7f,41663,1731053966021 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:19:26,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,36375,1731053956571 2024-11-08T08:19:26,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64d86db3 2024-11-08T08:19:26,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:19:26,981 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-08T08:19:26,981 INFO [RS:0;6ac96558fc7f:41663.replicationSource,1-6ac96558fc7f,41663,1731053966021 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ac96558fc7f,41663,1731053966021 (queues=0) is replicating from cluster=238a0d74-2b7e-48e6-8560-b6e0595e059b to cluster=f168ebd3-8ed3-4e96-b347-7e4987ceef85 2024-11-08T08:19:27,077 INFO [RS:0;6ac96558fc7f:41663 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:19:27,078 INFO [RS:0;6ac96558fc7f:41663 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C41663%2C1731053966021, suffix=, logDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021, archiveDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/oldWALs, maxLogs=10 2024-11-08T08:19:27,089 DEBUG [RS:0;6ac96558fc7f:41663 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021/6ac96558fc7f%2C41663%2C1731053966021.1731053967079, exclude list is [], retry=0 2024-11-08T08:19:27,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46849,DS-71460a3b-011a-4493-bc4f-e731e597048b,DISK] 2024-11-08T08:19:27,093 INFO [RS:0;6ac96558fc7f:41663 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021/6ac96558fc7f%2C41663%2C1731053966021.1731053967079 2024-11-08T08:19:27,093 DEBUG [RS:0;6ac96558fc7f:41663 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 6ac96558fc7f%2C41663%2C1731053966021 for peer 1 2024-11-08T08:19:27,093 DEBUG [RS:0;6ac96558fc7f:41663 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ac96558fc7f%2C41663%2C1731053966021 2024-11-08T08:19:27,093 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ac96558fc7f,41663,1731053966021, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:19:27,094 DEBUG [RS:0;6ac96558fc7f:41663 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40299:40299)] 2024-11-08T08:19:27,094 INFO [RS:0;6ac96558fc7f:41663.replicationSource.shipper6ac96558fc7f%2C41663%2C1731053966021,1-6ac96558fc7f,41663,1731053966021 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C41663%2C1731053966021 2024-11-08T08:19:27,094 DEBUG [RS:0;6ac96558fc7f:41663.replicationSource.wal-reader.6ac96558fc7f%2C41663%2C1731053966021,1-6ac96558fc7f,41663,1731053966021 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021/6ac96558fc7f%2C41663%2C1731053966021.1731053967079, startPosition=0, beingWritten=true 2024-11-08T08:19:27,172 DEBUG [6ac96558fc7f:44039 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:19:27,172 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,41663,1731053966021 2024-11-08T08:19:27,173 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,41663,1731053966021, state=OPENING 2024-11-08T08:19:27,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10119870b430007, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1629013734/meta-region-server 2024-11-08T08:19:27,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1629013734/meta-region-server 2024-11-08T08:19:27,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1629013734/meta-region-server: CHANGED 2024-11-08T08:19:27,191 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1629013734/meta-region-server: CHANGED 2024-11-08T08:19:27,191 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:19:27,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,41663,1731053966021}] 2024-11-08T08:19:27,298 DEBUG [RS:0;6ac96558fc7f:41663.replicationSource.wal-reader.6ac96558fc7f%2C41663%2C1731053966021,1-6ac96558fc7f,41663,1731053966021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021/6ac96558fc7f%2C41663%2C1731053966021.1731053967079 to pos 0, reset compression=false 2024-11-08T08:19:27,343 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:19:27,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:19:27,347 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:19:27,347 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:19:27,347 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:19:27,349 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C41663%2C1731053966021.meta, suffix=.meta, logDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021, archiveDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/oldWALs, maxLogs=10 2024-11-08T08:19:27,359 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021/6ac96558fc7f%2C41663%2C1731053966021.meta.1731053967349.meta, exclude list is [], retry=0 2024-11-08T08:19:27,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46849,DS-71460a3b-011a-4493-bc4f-e731e597048b,DISK] 2024-11-08T08:19:27,363 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021/6ac96558fc7f%2C41663%2C1731053966021.meta.1731053967349.meta 2024-11-08T08:19:27,363 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40299:40299)] 2024-11-08T08:19:27,363 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:19:27,363 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:19:27,363 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:19:27,364 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:19:27,364 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:19:27,364 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:19:27,364 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:27,364 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:19:27,364 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:19:27,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:19:27,366 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:19:27,366 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:27,371 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/info/3675692caff44648b29c0eb9cd6a83c7 2024-11-08T08:19:27,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:27,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:19:27,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:19:27,372 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:27,376 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/ns/e73b0d3ea201469e98119fcea4a81e8e 2024-11-08T08:19:27,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:27,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:19:27,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:19:27,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:27,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:27,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:19:27,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:19:27,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:27,383 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/table/7c9d130fecbb43d1b66c7f8dd03569de 2024-11-08T08:19:27,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:27,383 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:19:27,384 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740 2024-11-08T08:19:27,385 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740 2024-11-08T08:19:27,386 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:19:27,386 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:19:27,386 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:19:27,387 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:19:27,388 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73388122, jitterRate=0.09356823563575745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:19:27,388 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:19:27,388 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731053967364Writing region info on filesystem at 1731053967364Initializing all the Stores at 1731053967365 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053967365Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053967365Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053967365Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053967365Cleaning up temporary data from old regions at 1731053967386 (+21 ms)Running coprocessor post-open hooks at 1731053967388 (+2 ms)Region opened successfully at 1731053967388 2024-11-08T08:19:27,389 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731053967343 2024-11-08T08:19:27,390 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:19:27,390 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:19:27,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=6ac96558fc7f,41663,1731053966021 2024-11-08T08:19:27,391 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,41663,1731053966021, state=OPEN 2024-11-08T08:19:27,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1629013734/meta-region-server 2024-11-08T08:19:27,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10119870b430007, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1629013734/meta-region-server 2024-11-08T08:19:27,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1629013734/meta-region-server: CHANGED 2024-11-08T08:19:27,448 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1629013734/meta-region-server: CHANGED 2024-11-08T08:19:27,448 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,41663,1731053966021 2024-11-08T08:19:27,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-08T08:19:27,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,41663,1731053966021 in 257 msec 2024-11-08T08:19:27,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T08:19:27,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 680 msec 2024-11-08T08:19:27,602 DEBUG [RS:0;6ac96558fc7f:41663.replicationSource.wal-reader.6ac96558fc7f%2C41663%2C1731053966021,1-6ac96558fc7f,41663,1731053966021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021/6ac96558fc7f%2C41663%2C1731053966021.1731053967079 to pos 0, reset compression=false 2024-11-08T08:19:28,006 DEBUG [RS:0;6ac96558fc7f:41663.replicationSource.wal-reader.6ac96558fc7f%2C41663%2C1731053966021,1-6ac96558fc7f,41663,1731053966021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021/6ac96558fc7f%2C41663%2C1731053966021.1731053967079 to pos 0, reset compression=false 2024-11-08T08:19:28,420 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-08T08:19:28,511 DEBUG [RS:0;6ac96558fc7f:41663.replicationSource.wal-reader.6ac96558fc7f%2C41663%2C1731053966021,1-6ac96558fc7f,41663,1731053966021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021/6ac96558fc7f%2C41663%2C1731053966021.1731053967079 to pos 0, reset compression=false 2024-11-08T08:19:29,115 DEBUG [RS:0;6ac96558fc7f:41663.replicationSource.wal-reader.6ac96558fc7f%2C41663%2C1731053966021,1-6ac96558fc7f,41663,1731053966021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021/6ac96558fc7f%2C41663%2C1731053966021.1731053967079 to pos 0, reset compression=false 2024-11-08T08:19:29,821 DEBUG [RS:0;6ac96558fc7f:41663.replicationSource.wal-reader.6ac96558fc7f%2C41663%2C1731053966021,1-6ac96558fc7f,41663,1731053966021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021/6ac96558fc7f%2C41663%2C1731053966021.1731053967079 to pos 0, reset compression=false 2024-11-08T08:19:29,923 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3156ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-08T08:19:30,628 DEBUG [RS:0;6ac96558fc7f:41663.replicationSource.wal-reader.6ac96558fc7f%2C41663%2C1731053966021,1-6ac96558fc7f,41663,1731053966021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021/6ac96558fc7f%2C41663%2C1731053966021.1731053967079 to pos 0, reset compression=false 2024-11-08T08:19:31,276 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4509ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-08T08:19:31,276 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:19:31,276 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:19:31,276 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,41663,1731053966021, seqNum=-1] 2024-11-08T08:19:31,277 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:19:31,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:19:31,281 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=20d763a2f95cf9cdafb3d37db407afdd, regionState=OPEN, lastHost=6ac96558fc7f,42809,1731053950947, regionLocation=6ac96558fc7f,42809,1731053950947, openSeqNum=2 2024-11-08T08:19:31,282 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:19:31,282 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731054031282 2024-11-08T08:19:31,282 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731054091282 2024-11-08T08:19:31,282 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-08T08:19:31,282 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 6ac96558fc7f,42809,1731053950947 had 2 regions 2024-11-08T08:19:31,282 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,44039,1731053965973-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:31,282 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,44039,1731053965973-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:31,282 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,44039,1731053965973-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:31,282 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:44039, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:31,282 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:31,282 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:31,283 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6ac96558fc7f,42809,1731053950947, splitWal=true, meta=true, isMeta: false 2024-11-08T08:19:31,285 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947-splitting dir is empty, no logs to split. 2024-11-08T08:19:31,285 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6ac96558fc7f,42809,1731053950947 WAL count=0, meta=false 2024-11-08T08:19:31,287 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,42809,1731053950947-splitting dir is empty, no logs to split. 2024-11-08T08:19:31,287 INFO [PEWorker-3 {}] master.SplitWALManager(105): 6ac96558fc7f,42809,1731053950947 WAL count=0, meta=false 2024-11-08T08:19:31,287 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 6ac96558fc7f,42809,1731053950947 WAL splitting is done? wals=0, meta=false 2024-11-08T08:19:31,288 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.202sec 2024-11-08T08:19:31,288 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:19:31,288 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:19:31,288 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:19:31,288 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:19:31,288 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:19:31,288 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,44039,1731053965973-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:19:31,288 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,44039,1731053965973-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:19:31,290 WARN [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=6ac96558fc7f,42809,1731053950947/hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:31,293 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:19:31,293 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:19:31,293 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,44039,1731053965973-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:31,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20d763a2f95cf9cdafb3d37db407afdd, ASSIGN}] 2024-11-08T08:19:31,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T08:19:31,294 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20d763a2f95cf9cdafb3d37db407afdd, ASSIGN 2024-11-08T08:19:31,295 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20d763a2f95cf9cdafb3d37db407afdd, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T08:19:31,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0eb18c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:31,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,44039,-1 for getting cluster id 2024-11-08T08:19:31,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:31,350 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '238a0d74-2b7e-48e6-8560-b6e0595e059b' 2024-11-08T08:19:31,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:31,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "238a0d74-2b7e-48e6-8560-b6e0595e059b" 2024-11-08T08:19:31,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bab7750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:31,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,44039,-1] 2024-11-08T08:19:31,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:31,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:31,352 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:31,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b841aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:31,354 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:19:31,354 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,41663,1731053966021, seqNum=-1] 2024-11-08T08:19:31,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:19:31,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:19:31,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-08T08:19:31,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:19:31,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:31,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:31,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:31,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:19:31,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 6ac96558fc7f:44039 after: 6ac96558fc7f:44039 2024-11-08T08:19:31,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50df2b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:31,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,44039,-1 for getting cluster id 2024-11-08T08:19:31,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:31,360 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '238a0d74-2b7e-48e6-8560-b6e0595e059b' 2024-11-08T08:19:31,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:31,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "238a0d74-2b7e-48e6-8560-b6e0595e059b" 2024-11-08T08:19:31,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bca1b20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:31,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,44039,-1] 2024-11-08T08:19:31,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:31,361 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:31,361 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:31,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469b2233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:31,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:19:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,44039,1731053965973 2024-11-08T08:19:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b1bf88c 2024-11-08T08:19:31,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:19:31,364 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:19:31,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44039 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-08T08:19:31,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:19:31,364 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:19:31,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:31,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:31,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:31,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:19:31,365 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:19:31,365 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=777180568, stopped=false 2024-11-08T08:19:31,365 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,36375,1731053956571 2024-11-08T08:19:31,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1433969249/running 2024-11-08T08:19:31,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1433969249/running 2024-11-08T08:19:31,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249 2024-11-08T08:19:31,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249 2024-11-08T08:19:31,403 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:19:31,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:19:31,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:31,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:31,404 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,40465,1731053956694' ***** 2024-11-08T08:19:31,404 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:19:31,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Set watcher on znode that does not yet exist, /1-1433969249/running 2024-11-08T08:19:31,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Set watcher on znode that does not yet exist, /1-1433969249/running 2024-11-08T08:19:31,404 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:19:31,404 INFO [RS:0;6ac96558fc7f:40465 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:19:31,404 INFO [RS:0;6ac96558fc7f:40465 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:19:31,404 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:19:31,404 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,40465,1731053956694 2024-11-08T08:19:31,404 INFO [RS:0;6ac96558fc7f:40465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:19:31,404 INFO [RS:0;6ac96558fc7f:40465 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:40465. 2024-11-08T08:19:31,404 DEBUG [RS:0;6ac96558fc7f:40465 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:31,404 DEBUG [RS:0;6ac96558fc7f:40465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:31,404 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:19:31,405 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:19:31,405 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:19:31,405 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:19:31,405 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T08:19:31,405 DEBUG [RS:0;6ac96558fc7f:40465 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:19:31,405 DEBUG [RS:0;6ac96558fc7f:40465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:31,405 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:19:31,405 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:19:31,405 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:19:31,405 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:19:31,405 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:19:31,405 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-08T08:19:31,420 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/data/hbase/meta/1588230740/.tmp/ns/fa6b5f62000345219a5504f600d656ca is 43, key is default/ns:d/1731053959904/Put/seqid=0 2024-11-08T08:19:31,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41305 is added to blk_1073741835_1011 (size=5153) 2024-11-08T08:19:31,436 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:19:31,445 DEBUG [6ac96558fc7f:44039 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:19:31,446 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=20d763a2f95cf9cdafb3d37db407afdd, regionState=OPENING, regionLocation=6ac96558fc7f,41663,1731053966021 2024-11-08T08:19:31,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=20d763a2f95cf9cdafb3d37db407afdd, ASSIGN because future has completed 2024-11-08T08:19:31,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20d763a2f95cf9cdafb3d37db407afdd, server=6ac96558fc7f,41663,1731053966021}] 2024-11-08T08:19:31,532 DEBUG [RS:0;6ac96558fc7f:41663.replicationSource.wal-reader.6ac96558fc7f%2C41663%2C1731053966021,1-6ac96558fc7f,41663,1731053966021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021/6ac96558fc7f%2C41663%2C1731053966021.1731053967079 to pos 0, reset compression=false 2024-11-08T08:19:31,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:31,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:19:31,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T08:19:31,605 DEBUG [RS:0;6ac96558fc7f:40465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:31,606 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C41663%2C1731053966021.rep, suffix=, logDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021, archiveDir=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/oldWALs, maxLogs=10 2024-11-08T08:19:31,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021/6ac96558fc7f%2C41663%2C1731053966021.rep.1731053971606, exclude list is [], retry=0 2024-11-08T08:19:31,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46849,DS-71460a3b-011a-4493-bc4f-e731e597048b,DISK] 2024-11-08T08:19:31,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021/6ac96558fc7f%2C41663%2C1731053966021.rep.1731053971606 2024-11-08T08:19:31,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40299:40299)] 2024-11-08T08:19:31,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 20d763a2f95cf9cdafb3d37db407afdd, NAME => 'hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:19:31,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:19:31,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:19:31,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. service=MultiRowMutationService 2024-11-08T08:19:31,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T08:19:31,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:31,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:31,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:31,629 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:31,630 INFO [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:31,631 INFO [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20d763a2f95cf9cdafb3d37db407afdd columnFamilyName hfileref 2024-11-08T08:19:31,631 DEBUG [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:31,632 INFO [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] regionserver.HStore(327): Store=20d763a2f95cf9cdafb3d37db407afdd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:31,632 INFO [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:31,633 INFO [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20d763a2f95cf9cdafb3d37db407afdd columnFamilyName queue 2024-11-08T08:19:31,633 DEBUG [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:31,639 DEBUG [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/replication/20d763a2f95cf9cdafb3d37db407afdd/queue/0699ca006a524b169467268e509f9a89 2024-11-08T08:19:31,639 INFO [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] regionserver.HStore(327): Store=20d763a2f95cf9cdafb3d37db407afdd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:31,639 INFO [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:31,640 INFO [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20d763a2f95cf9cdafb3d37db407afdd columnFamilyName sid 2024-11-08T08:19:31,640 DEBUG [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:31,641 INFO [StoreOpener-20d763a2f95cf9cdafb3d37db407afdd-1 {}] regionserver.HStore(327): Store=20d763a2f95cf9cdafb3d37db407afdd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:31,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:31,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/replication/20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:31,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/replication/20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:31,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:31,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:31,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:19:31,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:31,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 20d763a2f95cf9cdafb3d37db407afdd; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69140651, jitterRate=0.030275985598564148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:19:31,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:31,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 20d763a2f95cf9cdafb3d37db407afdd: Running coprocessor pre-open hook at 1731053971629Writing region info on filesystem at 1731053971629Initializing all the Stores at 1731053971630 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053971630Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053971630Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053971630Cleaning up temporary data from old regions at 1731053971644 (+14 ms)Running coprocessor post-open hooks at 1731053971647 (+3 ms)Region opened successfully at 1731053971647 2024-11-08T08:19:31,648 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd., pid=13, masterSystemTime=1731053971601 2024-11-08T08:19:31,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:31,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:31,651 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=20d763a2f95cf9cdafb3d37db407afdd, regionState=OPEN, openSeqNum=9, regionLocation=6ac96558fc7f,41663,1731053966021 2024-11-08T08:19:31,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20d763a2f95cf9cdafb3d37db407afdd, server=6ac96558fc7f,41663,1731053966021 because future has completed 2024-11-08T08:19:31,655 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44039 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6ac96558fc7f,41663,1731053966021, table=hbase:replication, region=20d763a2f95cf9cdafb3d37db407afdd. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T08:19:31,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T08:19:31,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 20d763a2f95cf9cdafb3d37db407afdd, server=6ac96558fc7f,41663,1731053966021 in 207 msec 2024-11-08T08:19:31,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-08T08:19:31,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-08T08:19:31,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=20d763a2f95cf9cdafb3d37db407afdd, ASSIGN in 366 msec 2024-11-08T08:19:31,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd., hostname=6ac96558fc7f,41663,1731053966021, seqNum=9] 2024-11-08T08:19:31,692 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 6ac96558fc7f,42809,1731053950947 2024-11-08T08:19:31,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-08T08:19:31,805 DEBUG [RS:0;6ac96558fc7f:40465 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:31,825 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/data/hbase/meta/1588230740/.tmp/ns/fa6b5f62000345219a5504f600d656ca 2024-11-08T08:19:31,832 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/data/hbase/meta/1588230740/.tmp/ns/fa6b5f62000345219a5504f600d656ca as hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/data/hbase/meta/1588230740/ns/fa6b5f62000345219a5504f600d656ca 2024-11-08T08:19:31,837 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/data/hbase/meta/1588230740/ns/fa6b5f62000345219a5504f600d656ca, entries=2, sequenceid=6, filesize=5.0 K 2024-11-08T08:19:31,838 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-08T08:19:31,838 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T08:19:31,845 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T08:19:31,845 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:19:31,845 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:19:31,845 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:19:31,846 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053971405Running coprocessor pre-close hooks at 1731053971405Disabling compacts and flushes for region at 1731053971405Disabling writes for close at 1731053971405Obtaining lock to block concurrent updates at 1731053971405Preparing flush snapshotting stores in 1588230740 at 1731053971405Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731053971405Flushing stores of hbase:meta,,1.1588230740 at 1731053971406 (+1 ms)Flushing 1588230740/ns: creating writer at 1731053971406Flushing 1588230740/ns: appending metadata at 1731053971420 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731053971420Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c8fb3: reopening flushed file at 1731053971831 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1731053971838 (+7 ms)Writing region close event to WAL at 1731053971840 (+2 ms)Running coprocessor post-close hooks at 1731053971845 (+5 ms)Closed at 1731053971845 2024-11-08T08:19:31,846 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:19:31,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-08T08:19:31,893 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:19:31,893 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:19:32,006 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,40465,1731053956694; all regions closed. 2024-11-08T08:19:32,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41305 is added to blk_1073741834_1010 (size=1152) 2024-11-08T08:19:32,010 DEBUG [RS:0;6ac96558fc7f:40465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/oldWALs 2024-11-08T08:19:32,010 INFO [RS:0;6ac96558fc7f:40465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C40465%2C1731053956694.meta:.meta(num 1731053959856) 2024-11-08T08:19:32,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41305 is added to blk_1073741832_1008 (size=93) 2024-11-08T08:19:32,012 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/WALs/6ac96558fc7f,40465,1731053956694/6ac96558fc7f%2C40465%2C1731053956694.1731053958954 not finished, retry = 0 2024-11-08T08:19:32,114 DEBUG [RS:0;6ac96558fc7f:40465 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/oldWALs 2024-11-08T08:19:32,114 INFO [RS:0;6ac96558fc7f:40465 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C40465%2C1731053956694:(num 1731053958954) 2024-11-08T08:19:32,114 DEBUG [RS:0;6ac96558fc7f:40465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:32,114 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:19:32,115 INFO [RS:0;6ac96558fc7f:40465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:19:32,115 INFO [RS:0;6ac96558fc7f:40465 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T08:19:32,115 INFO [RS:0;6ac96558fc7f:40465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:19:32,115 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:19:32,115 INFO [RS:0;6ac96558fc7f:40465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40465 2024-11-08T08:19:32,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249/rs 2024-11-08T08:19:32,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1433969249/rs/6ac96558fc7f,40465,1731053956694 2024-11-08T08:19:32,170 INFO [RS:0;6ac96558fc7f:40465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:19:32,170 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,40465,1731053956694] 2024-11-08T08:19:32,190 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1433969249/draining/6ac96558fc7f,40465,1731053956694 already deleted, retry=false 2024-11-08T08:19:32,191 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,40465,1731053956694 expired; onlineServers=0 2024-11-08T08:19:32,191 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,36375,1731053956571' ***** 2024-11-08T08:19:32,191 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:19:32,191 INFO [M:0;6ac96558fc7f:36375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:19:32,191 INFO [M:0;6ac96558fc7f:36375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:19:32,191 DEBUG [M:0;6ac96558fc7f:36375 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:19:32,191 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:19:32,191 DEBUG [M:0;6ac96558fc7f:36375 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:19:32,191 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053958652 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053958652,5,FailOnTimeoutGroup] 2024-11-08T08:19:32,191 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053958652 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053958652,5,FailOnTimeoutGroup] 2024-11-08T08:19:32,191 INFO [M:0;6ac96558fc7f:36375 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:19:32,191 INFO [M:0;6ac96558fc7f:36375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:19:32,191 DEBUG [M:0;6ac96558fc7f:36375 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:19:32,191 INFO [M:0;6ac96558fc7f:36375 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:19:32,191 INFO [M:0;6ac96558fc7f:36375 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:19:32,191 INFO [M:0;6ac96558fc7f:36375 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:19:32,192 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:19:32,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1433969249/master 2024-11-08T08:19:32,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1433969249 2024-11-08T08:19:32,201 DEBUG [M:0;6ac96558fc7f:36375 {}] zookeeper.ZKUtil(347): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Unable to get data of znode /1-1433969249/master because node does not exist (not an error) 2024-11-08T08:19:32,201 WARN [M:0;6ac96558fc7f:36375 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:19:32,203 INFO [M:0;6ac96558fc7f:36375 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/.lastflushedseqids 2024-11-08T08:19:32,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41305 is added to blk_1073741836_1012 (size=99) 2024-11-08T08:19:32,218 INFO [M:0;6ac96558fc7f:36375 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:19:32,218 INFO [M:0;6ac96558fc7f:36375 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:19:32,218 DEBUG [M:0;6ac96558fc7f:36375 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:19:32,218 INFO [M:0;6ac96558fc7f:36375 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:32,219 DEBUG [M:0;6ac96558fc7f:36375 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:32,219 DEBUG [M:0;6ac96558fc7f:36375 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:19:32,219 DEBUG [M:0;6ac96558fc7f:36375 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:32,219 INFO [M:0;6ac96558fc7f:36375 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-08T08:19:32,247 DEBUG [M:0;6ac96558fc7f:36375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e7c2a3ae8ca4256abb5cc7fd67c9607 is 82, key is hbase:meta,,1/info:regioninfo/1731053959890/Put/seqid=0 2024-11-08T08:19:32,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41305 is added to blk_1073741837_1013 (size=5672) 2024-11-08T08:19:32,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:32,280 INFO [RS:0;6ac96558fc7f:40465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:19:32,280 INFO [RS:0;6ac96558fc7f:40465 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,40465,1731053956694; zookeeper connection closed. 2024-11-08T08:19:32,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40465-0x10119870b430004, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:32,280 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30fa610a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30fa610a 2024-11-08T08:19:32,281 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:19:32,536 DEBUG [RS:0;6ac96558fc7f:41663.replicationSource.wal-reader.6ac96558fc7f%2C41663%2C1731053966021,1-6ac96558fc7f,41663,1731053966021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021/6ac96558fc7f%2C41663%2C1731053966021.1731053967079 to pos 0, reset compression=false 2024-11-08T08:19:32,726 INFO [M:0;6ac96558fc7f:36375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e7c2a3ae8ca4256abb5cc7fd67c9607 2024-11-08T08:19:32,865 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:19:32,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:32,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:32,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:32,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:32,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:32,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:33,176 DEBUG [M:0;6ac96558fc7f:36375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04ac11fb2e724988ba8a0c634d67d79e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731053959908/Put/seqid=0 2024-11-08T08:19:33,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41305 is added to blk_1073741838_1014 (size=5275) 2024-11-08T08:19:33,584 INFO [M:0;6ac96558fc7f:36375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04ac11fb2e724988ba8a0c634d67d79e 2024-11-08T08:19:33,634 DEBUG [M:0;6ac96558fc7f:36375 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dabfec9deb5345438a0a4104aa9869b5 is 69, key is 6ac96558fc7f,40465,1731053956694/rs:state/1731053958754/Put/seqid=0 2024-11-08T08:19:33,641 DEBUG [RS:0;6ac96558fc7f:41663.replicationSource.wal-reader.6ac96558fc7f%2C41663%2C1731053966021,1-6ac96558fc7f,41663,1731053966021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021/6ac96558fc7f%2C41663%2C1731053966021.1731053967079 to pos 0, reset compression=false 2024-11-08T08:19:33,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41305 is added to blk_1073741839_1015 (size=5156) 2024-11-08T08:19:34,043 INFO [M:0;6ac96558fc7f:36375 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dabfec9deb5345438a0a4104aa9869b5 2024-11-08T08:19:34,048 DEBUG [M:0;6ac96558fc7f:36375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e7c2a3ae8ca4256abb5cc7fd67c9607 as hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e7c2a3ae8ca4256abb5cc7fd67c9607 2024-11-08T08:19:34,052 INFO [M:0;6ac96558fc7f:36375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e7c2a3ae8ca4256abb5cc7fd67c9607, entries=8, sequenceid=28, filesize=5.5 K 2024-11-08T08:19:34,053 DEBUG [M:0;6ac96558fc7f:36375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/04ac11fb2e724988ba8a0c634d67d79e as hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04ac11fb2e724988ba8a0c634d67d79e 2024-11-08T08:19:34,057 INFO [M:0;6ac96558fc7f:36375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/04ac11fb2e724988ba8a0c634d67d79e, entries=3, sequenceid=28, filesize=5.2 K 2024-11-08T08:19:34,058 DEBUG [M:0;6ac96558fc7f:36375 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dabfec9deb5345438a0a4104aa9869b5 as hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dabfec9deb5345438a0a4104aa9869b5 2024-11-08T08:19:34,062 INFO [M:0;6ac96558fc7f:36375 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36195/user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dabfec9deb5345438a0a4104aa9869b5, entries=1, sequenceid=28, filesize=5.0 K 2024-11-08T08:19:34,063 INFO [M:0;6ac96558fc7f:36375 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1844ms, sequenceid=28, compaction requested=false 2024-11-08T08:19:34,065 INFO [M:0;6ac96558fc7f:36375 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:34,065 DEBUG [M:0;6ac96558fc7f:36375 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053972218Disabling compacts and flushes for region at 1731053972218Disabling writes for close at 1731053972219 (+1 ms)Obtaining lock to block concurrent updates at 1731053972219Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731053972219Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731053972219Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731053972220 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731053972220Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731053972247 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731053972247Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731053973150 (+903 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731053973175 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731053973175Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731053973607 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731053973633 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731053973633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29e28a0d: reopening flushed file at 1731053974047 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13dc79b0: reopening flushed file at 1731053974052 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23629e5d: reopening flushed file at 1731053974057 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1844ms, sequenceid=28, compaction requested=false at 1731053974063 (+6 ms)Writing region close event to WAL at 1731053974064 (+1 ms)Closed at 1731053974064 2024-11-08T08:19:34,067 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61dc35d4-13ca-1561-24f8-6646a6501812/MasterData/WALs/6ac96558fc7f,36375,1731053956571/6ac96558fc7f%2C36375%2C1731053956571.1731053958425 not finished, retry = 0 2024-11-08T08:19:34,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41305 is added to blk_1073741830_1006 (size=10165) 2024-11-08T08:19:34,167 INFO [M:0;6ac96558fc7f:36375 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:19:34,167 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:19:34,168 INFO [M:0;6ac96558fc7f:36375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36375 2024-11-08T08:19:34,168 INFO [M:0;6ac96558fc7f:36375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:19:34,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:34,361 INFO [M:0;6ac96558fc7f:36375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:19:34,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36375-0x10119870b430003, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:34,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f9e8eee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:19:34,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e05b216{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:19:34,385 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:19:34,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7424284{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:19:34,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18ea290d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/hadoop.log.dir/,STOPPED} 2024-11-08T08:19:34,388 WARN [BP-1423718343-172.17.0.3-1731053954680 heartbeating to localhost/127.0.0.1:36195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:19:34,388 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:19:34,388 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:19:34,388 WARN [BP-1423718343-172.17.0.3-1731053954680 heartbeating to localhost/127.0.0.1:36195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1423718343-172.17.0.3-1731053954680 (Datanode Uuid 41cfc156-7447-4e63-aaaf-74703438ebd4) service to localhost/127.0.0.1:36195 2024-11-08T08:19:34,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/cluster_d7429a71-0694-6ed5-8822-370caf7de432/data/data1/current/BP-1423718343-172.17.0.3-1731053954680 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:19:34,389 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/cluster_d7429a71-0694-6ed5-8822-370caf7de432/data/data2/current/BP-1423718343-172.17.0.3-1731053954680 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:19:34,389 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:19:34,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@50bffef9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:19:34,394 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4167e73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:19:34,394 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:19:34,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77612b5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:19:34,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bdc17ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/hadoop.log.dir/,STOPPED} 2024-11-08T08:19:34,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:19:34,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:19:34,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:19:34,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:34,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:34,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:34,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:19:34,405 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:19:34,405 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1176850197, stopped=false 2024-11-08T08:19:34,405 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,44039,1731053965973 2024-11-08T08:19:34,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1629013734/running 2024-11-08T08:19:34,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10119870b430007, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1629013734/running 2024-11-08T08:19:34,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:34,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10119870b430007, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:34,472 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:19:34,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:19:34,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:34,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:34,472 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,41663,1731053966021' ***** 2024-11-08T08:19:34,473 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:19:34,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on znode that does not yet exist, /0-1629013734/running 2024-11-08T08:19:34,473 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:19:34,473 INFO [RS:0;6ac96558fc7f:41663 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:19:34,473 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:19:34,473 INFO [RS:0;6ac96558fc7f:41663 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:19:34,473 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.HRegionServer(3091): Received CLOSE for 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:34,473 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41663-0x10119870b430007, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Set watcher on znode that does not yet exist, /0-1629013734/running 2024-11-08T08:19:34,474 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,41663,1731053966021 2024-11-08T08:19:34,474 INFO [RS:0;6ac96558fc7f:41663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:19:34,474 INFO [RS:0;6ac96558fc7f:41663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:41663. 2024-11-08T08:19:34,474 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20d763a2f95cf9cdafb3d37db407afdd, disabling compactions & flushes 2024-11-08T08:19:34,474 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:34,474 DEBUG [RS:0;6ac96558fc7f:41663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:34,474 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:34,474 DEBUG [RS:0;6ac96558fc7f:41663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:34,474 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. after waiting 0 ms 2024-11-08T08:19:34,474 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:34,474 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:19:34,474 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:19:34,474 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:19:34,474 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:19:34,476 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T08:19:34,476 DEBUG [RS:0;6ac96558fc7f:41663 {}] regionserver.HRegionServer(1325): Online Regions={20d763a2f95cf9cdafb3d37db407afdd=hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:19:34,476 DEBUG [RS:0;6ac96558fc7f:41663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 20d763a2f95cf9cdafb3d37db407afdd 2024-11-08T08:19:34,476 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:19:34,476 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:19:34,476 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:19:34,476 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:19:34,476 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:19:34,476 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-08T08:19:34,483 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/replication/20d763a2f95cf9cdafb3d37db407afdd/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-08T08:19:34,484 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:19:34,484 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:19:34,484 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:34,484 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20d763a2f95cf9cdafb3d37db407afdd: Waiting for close lock at 1731053974474Running coprocessor pre-close hooks at 1731053974474Disabling compacts and flushes for region at 1731053974474Disabling writes for close at 1731053974474Writing region close event to WAL at 1731053974476 (+2 ms)Running coprocessor post-close hooks at 1731053974484 (+8 ms)Closed at 1731053974484 2024-11-08T08:19:34,484 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd. 2024-11-08T08:19:34,495 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/.tmp/info/b7127054f83148b39a33547ca2a91ba9 is 147, key is hbase:replication,,1731053959965.20d763a2f95cf9cdafb3d37db407afdd./info:regioninfo/1731053971651/Put/seqid=0 2024-11-08T08:19:34,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741851_1027 (size=6385) 2024-11-08T08:19:34,546 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:19:34,676 DEBUG [RS:0;6ac96558fc7f:41663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:34,848 DEBUG [RS:0;6ac96558fc7f:41663.replicationSource.wal-reader.6ac96558fc7f%2C41663%2C1731053966021,1-6ac96558fc7f,41663,1731053966021 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/WALs/6ac96558fc7f,41663,1731053966021/6ac96558fc7f%2C41663%2C1731053966021.1731053967079 to pos 0, reset compression=false 2024-11-08T08:19:34,876 DEBUG [RS:0;6ac96558fc7f:41663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:19:34,899 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/.tmp/info/b7127054f83148b39a33547ca2a91ba9 2024-11-08T08:19:34,905 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/.tmp/info/b7127054f83148b39a33547ca2a91ba9 as hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/info/b7127054f83148b39a33547ca2a91ba9 2024-11-08T08:19:34,909 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/info/b7127054f83148b39a33547ca2a91ba9, entries=8, sequenceid=19, filesize=6.2 K 2024-11-08T08:19:34,910 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false 2024-11-08T08:19:34,914 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-08T08:19:34,915 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:19:34,915 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:19:34,915 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:19:34,915 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053974476Running coprocessor pre-close hooks at 1731053974476Disabling compacts and flushes for region at 1731053974476Disabling writes for close at 1731053974476Obtaining lock to block concurrent updates at 1731053974476Preparing flush snapshotting stores in 1588230740 at 1731053974476Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731053974477 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731053974477Flushing 1588230740/info: creating writer at 1731053974477Flushing 1588230740/info: appending metadata at 1731053974495 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731053974495Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d40ee49: reopening flushed file at 1731053974904 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false at 1731053974910 (+6 ms)Writing region close event to WAL at 1731053974911 (+1 ms)Running coprocessor post-close hooks at 1731053974914 (+3 ms)Closed at 1731053974915 (+1 ms) 2024-11-08T08:19:34,915 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:19:34,940 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:19:34,940 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:19:35,077 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,41663,1731053966021; all regions closed. 2024-11-08T08:19:35,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741849_1025 (size=2156) 2024-11-08T08:19:35,081 DEBUG [RS:0;6ac96558fc7f:41663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/oldWALs 2024-11-08T08:19:35,081 INFO [RS:0;6ac96558fc7f:41663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C41663%2C1731053966021.meta:.meta(num 1731053967349) 2024-11-08T08:19:35,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741850_1026 (size=796) 2024-11-08T08:19:35,086 DEBUG [RS:0;6ac96558fc7f:41663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/oldWALs 2024-11-08T08:19:35,086 INFO [RS:0;6ac96558fc7f:41663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C41663%2C1731053966021.rep:(num 1731053971606) 2024-11-08T08:19:35,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741848_1024 (size=93) 2024-11-08T08:19:35,091 DEBUG [RS:0;6ac96558fc7f:41663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/oldWALs 2024-11-08T08:19:35,091 INFO [RS:0;6ac96558fc7f:41663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C41663%2C1731053966021:(num 1731053967079) 2024-11-08T08:19:35,091 DEBUG [RS:0;6ac96558fc7f:41663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:35,091 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:19:35,091 INFO [RS:0;6ac96558fc7f:41663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:19:35,091 INFO [RS:0;6ac96558fc7f:41663 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T08:19:35,092 INFO [RS:0;6ac96558fc7f:41663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:19:35,092 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ac96558fc7f,41663,1731053966021 because: Region server is closing 2024-11-08T08:19:35,092 INFO [RS:0;6ac96558fc7f:41663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:41663. 2024-11-08T08:19:35,092 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-08T08:19:35,092 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-08T08:19:35,092 DEBUG [RS:0;6ac96558fc7f:41663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:35,092 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T08:19:35,092 DEBUG [RS:0;6ac96558fc7f:41663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:35,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:19:35,092 DEBUG [RS:0;6ac96558fc7f:41663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:35,092 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:19:35,193 WARN [RS:0;6ac96558fc7f:41663.replicationSource.shipper6ac96558fc7f%2C41663%2C1731053966021,1-6ac96558fc7f,41663,1731053966021 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T08:19:35,193 WARN [RS:0;6ac96558fc7f:41663.replicationSource.wal-reader.6ac96558fc7f%2C41663%2C1731053966021,1-6ac96558fc7f,41663,1731053966021 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T08:19:35,193 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;6ac96558fc7f:41663.replicationSource.shipper6ac96558fc7f%2C41663%2C1731053966021,1-6ac96558fc7f,41663,1731053966021 terminated 2024-11-08T08:19:35,193 INFO [RS:0;6ac96558fc7f:41663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41663 2024-11-08T08:19:35,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734/rs 2024-11-08T08:19:35,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10119870b430007, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1629013734/rs/6ac96558fc7f,41663,1731053966021 2024-11-08T08:19:35,211 INFO [RS:0;6ac96558fc7f:41663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:19:35,212 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,41663,1731053966021] 2024-11-08T08:19:35,250 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629013734/draining/6ac96558fc7f,41663,1731053966021 already deleted, retry=false 2024-11-08T08:19:35,250 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,41663,1731053966021 expired; onlineServers=0 2024-11-08T08:19:35,250 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,44039,1731053965973' ***** 2024-11-08T08:19:35,250 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:19:35,251 INFO [M:0;6ac96558fc7f:44039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:19:35,251 INFO [M:0;6ac96558fc7f:44039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:19:35,251 DEBUG [M:0;6ac96558fc7f:44039 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:19:35,251 DEBUG [M:0;6ac96558fc7f:44039 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:19:35,251 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053966767 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053966767,5,FailOnTimeoutGroup] 2024-11-08T08:19:35,251 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053966767 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053966767,5,FailOnTimeoutGroup] 2024-11-08T08:19:35,251 INFO [M:0;6ac96558fc7f:44039 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:19:35,251 INFO [M:0;6ac96558fc7f:44039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:19:35,251 DEBUG [M:0;6ac96558fc7f:44039 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:19:35,251 INFO [M:0;6ac96558fc7f:44039 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:19:35,251 INFO [M:0;6ac96558fc7f:44039 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:19:35,251 INFO [M:0;6ac96558fc7f:44039 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:19:35,251 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:19:35,251 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:19:35,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1629013734/master 2024-11-08T08:19:35,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1629013734 2024-11-08T08:19:35,274 DEBUG [M:0;6ac96558fc7f:44039 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1629013734/master already deleted, retry=false 2024-11-08T08:19:35,275 DEBUG [M:0;6ac96558fc7f:44039 {}] master.ActiveMasterManager(353): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1629013734/master 2024-11-08T08:19:35,275 INFO [M:0;6ac96558fc7f:44039 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/.lastflushedseqids 2024-11-08T08:19:35,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741852_1028 (size=181) 2024-11-08T08:19:35,287 INFO [M:0;6ac96558fc7f:44039 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:19:35,287 INFO [M:0;6ac96558fc7f:44039 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:19:35,287 DEBUG [M:0;6ac96558fc7f:44039 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:19:35,287 INFO [M:0;6ac96558fc7f:44039 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:35,287 DEBUG [M:0;6ac96558fc7f:44039 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:35,287 DEBUG [M:0;6ac96558fc7f:44039 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:19:35,287 DEBUG [M:0;6ac96558fc7f:44039 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:35,287 INFO [M:0;6ac96558fc7f:44039 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-08T08:19:35,309 DEBUG [M:0;6ac96558fc7f:44039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fce9a5aa8a04dfe8f0bbe44c9dd58a0 is 82, key is hbase:meta,,1/info:regioninfo/1731053967391/Put/seqid=0 2024-11-08T08:19:35,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741853_1029 (size=5672) 2024-11-08T08:19:35,318 INFO [M:0;6ac96558fc7f:44039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fce9a5aa8a04dfe8f0bbe44c9dd58a0 2024-11-08T08:19:35,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10119870b430007, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:35,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41663-0x10119870b430007, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:35,340 INFO [RS:0;6ac96558fc7f:41663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:19:35,341 INFO [RS:0;6ac96558fc7f:41663 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,41663,1731053966021; zookeeper connection closed. 2024-11-08T08:19:35,341 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46b3e8b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46b3e8b1 2024-11-08T08:19:35,341 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:19:35,346 DEBUG [M:0;6ac96558fc7f:44039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97bb18a63f3e4a9aa648bfcb0420f428 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731053971660/Put/seqid=0 2024-11-08T08:19:35,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741854_1030 (size=7312) 2024-11-08T08:19:35,762 INFO [M:0;6ac96558fc7f:44039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97bb18a63f3e4a9aa648bfcb0420f428 2024-11-08T08:19:35,779 DEBUG [M:0;6ac96558fc7f:44039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2336624b10da43eb8bb4d8351bba547d is 69, key is 6ac96558fc7f,41663,1731053966021/rs:state/1731053966878/Put/seqid=0 2024-11-08T08:19:35,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741855_1031 (size=5370) 2024-11-08T08:19:36,184 INFO [M:0;6ac96558fc7f:44039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2336624b10da43eb8bb4d8351bba547d 2024-11-08T08:19:36,188 INFO [M:0;6ac96558fc7f:44039 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2336624b10da43eb8bb4d8351bba547d 2024-11-08T08:19:36,189 DEBUG [M:0;6ac96558fc7f:44039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2fce9a5aa8a04dfe8f0bbe44c9dd58a0 as hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2fce9a5aa8a04dfe8f0bbe44c9dd58a0 2024-11-08T08:19:36,194 INFO [M:0;6ac96558fc7f:44039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2fce9a5aa8a04dfe8f0bbe44c9dd58a0, entries=8, sequenceid=127, filesize=5.5 K 2024-11-08T08:19:36,195 DEBUG [M:0;6ac96558fc7f:44039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97bb18a63f3e4a9aa648bfcb0420f428 as hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97bb18a63f3e4a9aa648bfcb0420f428 2024-11-08T08:19:36,200 INFO [M:0;6ac96558fc7f:44039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97bb18a63f3e4a9aa648bfcb0420f428, entries=7, sequenceid=127, filesize=7.1 K 2024-11-08T08:19:36,201 DEBUG [M:0;6ac96558fc7f:44039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2336624b10da43eb8bb4d8351bba547d as hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2336624b10da43eb8bb4d8351bba547d 2024-11-08T08:19:36,205 INFO [M:0;6ac96558fc7f:44039 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2336624b10da43eb8bb4d8351bba547d 2024-11-08T08:19:36,205 INFO [M:0;6ac96558fc7f:44039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37073/user/jenkins/test-data/b26cf050-5510-e2e0-c5d3-7a273ebe88d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2336624b10da43eb8bb4d8351bba547d, entries=2, sequenceid=127, filesize=5.2 K 2024-11-08T08:19:36,206 INFO [M:0;6ac96558fc7f:44039 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=127, compaction requested=false 2024-11-08T08:19:36,207 INFO [M:0;6ac96558fc7f:44039 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:36,207 DEBUG [M:0;6ac96558fc7f:44039 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053975287Disabling compacts and flushes for region at 1731053975287Disabling writes for close at 1731053975287Obtaining lock to block concurrent updates at 1731053975287Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731053975287Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731053975288 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731053975288Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731053975288Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731053975308 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731053975308Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731053975327 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731053975346 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731053975346Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731053975766 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731053975779 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731053975779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2538d362: reopening flushed file at 1731053976188 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4630a286: reopening flushed file at 1731053976194 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f0e92c: reopening flushed file at 1731053976200 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=127, compaction requested=false at 1731053976206 (+6 ms)Writing region close event to WAL at 1731053976207 (+1 ms)Closed at 1731053976207 2024-11-08T08:19:36,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741847_1023 (size=22903) 2024-11-08T08:19:36,209 INFO [M:0;6ac96558fc7f:44039 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:19:36,209 INFO [M:0;6ac96558fc7f:44039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44039 2024-11-08T08:19:36,209 INFO [M:0;6ac96558fc7f:44039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:19:36,209 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:19:36,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:36,322 INFO [M:0;6ac96558fc7f:44039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:19:36,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44039-0x10119870b430006, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:19:36,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c812a9f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:19:36,325 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d9644af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:19:36,325 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:19:36,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26846405{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:19:36,325 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@124916c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/hadoop.log.dir/,STOPPED} 2024-11-08T08:19:36,326 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:19:36,326 WARN [BP-1662959927-172.17.0.3-1731053948841 heartbeating to localhost/127.0.0.1:37073 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:19:36,326 WARN [BP-1662959927-172.17.0.3-1731053948841 heartbeating to localhost/127.0.0.1:37073 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1662959927-172.17.0.3-1731053948841 (Datanode Uuid 493e31cb-727c-4fb8-a981-9e48453449bc) service to localhost/127.0.0.1:37073 2024-11-08T08:19:36,326 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:19:36,327 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/cluster_71210f0d-d6fa-a694-3e99-83bd3005d4ee/data/data1/current/BP-1662959927-172.17.0.3-1731053948841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:19:36,327 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/cluster_71210f0d-d6fa-a694-3e99-83bd3005d4ee/data/data2/current/BP-1662959927-172.17.0.3-1731053948841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:19:36,327 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:19:36,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c58896b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:19:36,334 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56ab422d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:19:36,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:19:36,335 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10b3dc7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:19:36,336 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@181f8260{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f6c2cc33-fd27-87a4-15ec-4665c961c4a8/hadoop.log.dir/,STOPPED} 2024-11-08T08:19:36,343 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T08:19:36,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:19:36,369 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=209 (was 159) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51922) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51922) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36195 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:37073 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=581 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=404 (was 389) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6166 (was 5399) - AvailableMemoryMB LEAK? - 2024-11-08T08:19:36,380 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=209, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=404, ProcessCount=11, AvailableMemoryMB=6163 2024-11-08T08:19:36,397 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-08T08:19:36,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/hadoop.log.dir so I do NOT create it in target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f 2024-11-08T08:19:36,397 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:19:36,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/hadoop.tmp.dir so I do NOT create it in target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f 2024-11-08T08:19:36,397 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8e48f5bf-1000-15f9-3f6e-56bd3bdd8f6a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:19:36,397 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f 2024-11-08T08:19:36,397 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/cluster_afd6d933-4a38-7761-6e74-513e88395cce, deleteOnExit=true 2024-11-08T08:19:36,405 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/cluster_afd6d933-4a38-7761-6e74-513e88395cce/zookeeper_0, clientPort=63209, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/cluster_afd6d933-4a38-7761-6e74-513e88395cce/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/cluster_afd6d933-4a38-7761-6e74-513e88395cce/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T08:19:36,406 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63209 2024-11-08T08:19:36,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:19:36,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:19:36,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/test.cache.data in system properties and HBase conf 2024-11-08T08:19:36,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:19:36,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:19:36,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:19:36,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:19:36,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:19:36,406 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:19:36,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:19:36,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:19:36,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:19:36,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:19:36,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:19:36,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:19:36,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:19:36,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:19:36,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:19:36,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:19:36,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:19:36,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:19:36,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:19:36,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:19:36,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10119870b430002, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:19:36,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10119870b430005, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:19:36,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10119870b430002, quorum=127.0.0.1:51922, baseZNode=/0-1629013734 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:19:36,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10119870b430005, quorum=127.0.0.1:51922, baseZNode=/1-1433969249 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:19:36,803 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:19:36,807 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:19:36,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:19:36,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:19:36,808 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:19:36,810 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:19:36,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f320e03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:19:36,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aefb2f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:19:36,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ecd32c0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/java.io.tmpdir/jetty-localhost-40947-hadoop-hdfs-3_4_1-tests_jar-_-any-11110873160843729625/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:19:36,934 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52454770{HTTP/1.1, (http/1.1)}{localhost:40947} 2024-11-08T08:19:36,934 INFO [Time-limited test {}] server.Server(415): Started @173126ms 2024-11-08T08:19:37,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:19:37,255 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:19:37,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:19:37,260 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:19:37,260 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:19:37,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@456250f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:19:37,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f5ea92b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:19:37,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4898880f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/java.io.tmpdir/jetty-localhost-37107-hadoop-hdfs-3_4_1-tests_jar-_-any-15757714945930904760/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:19:37,366 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15baf432{HTTP/1.1, (http/1.1)}{localhost:37107} 2024-11-08T08:19:37,366 INFO [Time-limited test {}] server.Server(415): Started @173558ms 2024-11-08T08:19:37,367 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:19:38,093 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/cluster_afd6d933-4a38-7761-6e74-513e88395cce/data/data1/current/BP-542667039-172.17.0.3-1731053976423/current, will proceed with Du for space computation calculation, 2024-11-08T08:19:38,093 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/cluster_afd6d933-4a38-7761-6e74-513e88395cce/data/data2/current/BP-542667039-172.17.0.3-1731053976423/current, will proceed with Du for space computation calculation, 2024-11-08T08:19:38,118 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:19:38,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x515623f2cc307c44 with lease ID 0x7143b2ef663b2b48: Processing first storage report for DS-fc6c17a3-8fe6-4bbe-b5e7-8c404d3e4206 from datanode DatanodeRegistration(127.0.0.1:42977, datanodeUuid=a9f8f78e-7f2b-40c5-b1ce-f8b80cb77e61, infoPort=39341, infoSecurePort=0, ipcPort=36337, storageInfo=lv=-57;cid=testClusterID;nsid=1558539032;c=1731053976423) 2024-11-08T08:19:38,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x515623f2cc307c44 with lease ID 0x7143b2ef663b2b48: from storage DS-fc6c17a3-8fe6-4bbe-b5e7-8c404d3e4206 node DatanodeRegistration(127.0.0.1:42977, datanodeUuid=a9f8f78e-7f2b-40c5-b1ce-f8b80cb77e61, infoPort=39341, infoSecurePort=0, ipcPort=36337, storageInfo=lv=-57;cid=testClusterID;nsid=1558539032;c=1731053976423), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:19:38,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x515623f2cc307c44 with lease ID 0x7143b2ef663b2b48: Processing first storage report for DS-86615139-2d5e-4940-8da5-4255702979eb from datanode DatanodeRegistration(127.0.0.1:42977, datanodeUuid=a9f8f78e-7f2b-40c5-b1ce-f8b80cb77e61, infoPort=39341, infoSecurePort=0, ipcPort=36337, storageInfo=lv=-57;cid=testClusterID;nsid=1558539032;c=1731053976423) 2024-11-08T08:19:38,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x515623f2cc307c44 with lease ID 0x7143b2ef663b2b48: from storage DS-86615139-2d5e-4940-8da5-4255702979eb node DatanodeRegistration(127.0.0.1:42977, datanodeUuid=a9f8f78e-7f2b-40c5-b1ce-f8b80cb77e61, infoPort=39341, infoSecurePort=0, ipcPort=36337, storageInfo=lv=-57;cid=testClusterID;nsid=1558539032;c=1731053976423), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:19:38,210 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f 2024-11-08T08:19:38,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:38,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:38,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:19:38,619 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab with version=8 2024-11-08T08:19:38,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/hbase-staging 2024-11-08T08:19:38,622 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:19:38,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:38,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:38,622 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:19:38,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:38,622 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:19:38,622 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:19:38,622 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:19:38,622 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42493 2024-11-08T08:19:38,623 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42493 connecting to ZooKeeper ensemble=127.0.0.1:63209 2024-11-08T08:19:38,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424930x0, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:19:38,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42493-0x101198776fb0000 connected 2024-11-08T08:19:38,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:38,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:38,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Set watcher on znode that does not yet exist, /01033948234/running 2024-11-08T08:19:38,816 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab, hbase.cluster.distributed=false 2024-11-08T08:19:38,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Set watcher on znode that does not yet exist, /01033948234/acl 2024-11-08T08:19:38,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42493 2024-11-08T08:19:38,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42493 2024-11-08T08:19:38,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42493 2024-11-08T08:19:38,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42493 2024-11-08T08:19:38,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42493 2024-11-08T08:19:38,850 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:19:38,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:38,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:38,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:19:38,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:38,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:19:38,851 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:19:38,851 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:19:38,860 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35141 2024-11-08T08:19:38,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35141 connecting to ZooKeeper ensemble=127.0.0.1:63209 2024-11-08T08:19:38,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:38,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:38,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351410x0, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:19:38,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351410x0, quorum=127.0.0.1:63209, baseZNode=/01033948234 Set watcher on znode that does not yet exist, /01033948234/running 2024-11-08T08:19:38,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35141-0x101198776fb0001 connected 2024-11-08T08:19:38,894 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:19:38,904 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:19:38,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Set watcher on znode that does not yet exist, /01033948234/master 2024-11-08T08:19:38,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Set watcher on znode that does not yet exist, /01033948234/acl 2024-11-08T08:19:38,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35141 2024-11-08T08:19:38,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35141 2024-11-08T08:19:38,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35141 2024-11-08T08:19:38,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35141 2024-11-08T08:19:38,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35141 2024-11-08T08:19:38,967 DEBUG [M:0;6ac96558fc7f:42493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:42493 2024-11-08T08:19:38,968 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01033948234/backup-masters/6ac96558fc7f,42493,1731053978621 2024-11-08T08:19:39,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234/backup-masters 2024-11-08T08:19:39,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234/backup-masters 2024-11-08T08:19:39,023 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Set watcher on existing znode=/01033948234/backup-masters/6ac96558fc7f,42493,1731053978621 2024-11-08T08:19:39,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234 2024-11-08T08:19:39,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01033948234/master 2024-11-08T08:19:39,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234 2024-11-08T08:19:39,052 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Set watcher on existing znode=/01033948234/master 2024-11-08T08:19:39,054 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01033948234/backup-masters/6ac96558fc7f,42493,1731053978621 from backup master directory 2024-11-08T08:19:39,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234/backup-masters 2024-11-08T08:19:39,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01033948234/backup-masters/6ac96558fc7f,42493,1731053978621 2024-11-08T08:19:39,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234/backup-masters 2024-11-08T08:19:39,063 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:19:39,063 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,42493,1731053978621 2024-11-08T08:19:39,066 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/hbase.id] with ID: c11dad4b-37ed-4248-b150-79d0a12cb178 2024-11-08T08:19:39,066 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/.tmp/hbase.id 2024-11-08T08:19:39,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:19:39,074 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/.tmp/hbase.id]:[hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/hbase.id] 2024-11-08T08:19:39,088 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:39,088 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:19:39,089 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T08:19:39,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234 2024-11-08T08:19:39,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234 2024-11-08T08:19:39,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:19:39,505 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:19:39,505 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:19:39,506 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:19:39,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:19:39,912 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store 2024-11-08T08:19:39,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:19:39,986 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:19:40,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:40,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:40,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:40,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:40,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:40,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:40,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:40,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:40,318 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:40,319 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:19:40,319 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:40,319 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:40,319 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:19:40,319 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:40,319 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:40,319 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053980319Disabling compacts and flushes for region at 1731053980319Disabling writes for close at 1731053980319Writing region close event to WAL at 1731053980319Closed at 1731053980319 2024-11-08T08:19:40,320 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store/.initializing 2024-11-08T08:19:40,320 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/WALs/6ac96558fc7f,42493,1731053978621 2024-11-08T08:19:40,328 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:19:40,345 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C42493%2C1731053978621, suffix=, logDir=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/WALs/6ac96558fc7f,42493,1731053978621, archiveDir=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/oldWALs, maxLogs=10 2024-11-08T08:19:40,362 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/WALs/6ac96558fc7f,42493,1731053978621/6ac96558fc7f%2C42493%2C1731053978621.1731053980345, exclude list is [], retry=0 2024-11-08T08:19:40,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42977,DS-fc6c17a3-8fe6-4bbe-b5e7-8c404d3e4206,DISK] 2024-11-08T08:19:40,386 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/WALs/6ac96558fc7f,42493,1731053978621/6ac96558fc7f%2C42493%2C1731053978621.1731053980345 2024-11-08T08:19:40,388 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39341:39341)] 2024-11-08T08:19:40,388 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:19:40,388 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:40,389 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:40,389 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:40,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:40,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:19:40,401 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:40,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:40,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:40,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:19:40,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:40,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:40,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:40,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:19:40,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:40,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:40,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:40,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:19:40,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:40,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:40,407 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:40,407 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:40,408 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:40,413 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:40,413 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:40,413 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:19:40,414 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:40,419 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:19:40,420 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74645839, jitterRate=0.11230967938899994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:19:40,421 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731053980389Initializing all the Stores at 1731053980389Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053980390 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053980397 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053980397Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053980397Cleaning up temporary data from old regions at 1731053980413 (+16 ms)Region opened successfully at 1731053980421 (+8 ms) 2024-11-08T08:19:40,432 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:19:40,439 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2c809b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:19:40,439 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:19:40,440 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:19:40,440 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:19:40,440 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:19:40,441 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:19:40,441 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:19:40,441 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:19:40,447 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:19:40,448 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Unable to get data of znode /01033948234/balancer because node does not exist (not necessarily an error) 2024-11-08T08:19:40,494 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01033948234/balancer already deleted, retry=false 2024-11-08T08:19:40,494 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:19:40,495 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Unable to get data of znode /01033948234/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:19:40,515 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01033948234/normalizer already deleted, retry=false 2024-11-08T08:19:40,515 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:19:40,516 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Unable to get data of znode /01033948234/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:19:40,525 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01033948234/switch/split already deleted, retry=false 2024-11-08T08:19:40,526 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Unable to get data of znode /01033948234/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:19:40,536 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01033948234/switch/merge already deleted, retry=false 2024-11-08T08:19:40,537 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Unable to get data of znode /01033948234/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:19:40,546 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01033948234/snapshot-cleanup already deleted, retry=false 2024-11-08T08:19:40,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01033948234/running 2024-11-08T08:19:40,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01033948234/running 2024-11-08T08:19:40,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234 2024-11-08T08:19:40,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234 2024-11-08T08:19:40,557 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,42493,1731053978621, sessionid=0x101198776fb0000, setting cluster-up flag (Was=false) 2024-11-08T08:19:40,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234 2024-11-08T08:19:40,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234 2024-11-08T08:19:40,610 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01033948234/flush-table-proc/acquired, /01033948234/flush-table-proc/reached, /01033948234/flush-table-proc/abort 2024-11-08T08:19:40,611 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,42493,1731053978621 2024-11-08T08:19:40,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234 2024-11-08T08:19:40,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234 2024-11-08T08:19:40,662 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01033948234/online-snapshot/acquired, /01033948234/online-snapshot/reached, /01033948234/online-snapshot/abort 2024-11-08T08:19:40,663 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,42493,1731053978621 2024-11-08T08:19:40,664 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:19:40,667 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:19:40,667 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:19:40,668 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:19:40,668 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 6ac96558fc7f,42809,1731053950947: status=Processing ServerCrashProcedure of 6ac96558fc7f,42809,1731053950947 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731053966766, completionTime=-1 appears to have been leaked 2024-11-08T08:19:40,668 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,42493,1731053978621 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:19:40,669 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:40,669 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:40,669 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:40,669 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:40,669 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:19:40,669 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:40,669 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:19:40,669 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:40,677 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:19:40,678 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:19:40,679 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:40,679 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:19:40,688 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731054010688 2024-11-08T08:19:40,689 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:19:40,689 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:19:40,689 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:19:40,689 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:19:40,689 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:19:40,689 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:19:40,689 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:40,689 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:19:40,690 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:19:40,690 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:19:40,690 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:19:40,696 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:19:40,696 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:19:40,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:19:40,700 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053980696,5,FailOnTimeoutGroup] 2024-11-08T08:19:40,708 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053980700,5,FailOnTimeoutGroup] 2024-11-08T08:19:40,708 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:40,708 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:19:40,708 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:40,708 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:40,755 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(746): ClusterId : c11dad4b-37ed-4248-b150-79d0a12cb178 2024-11-08T08:19:40,755 DEBUG [RS:0;6ac96558fc7f:35141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:19:40,762 DEBUG [RS:0;6ac96558fc7f:35141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:19:40,762 DEBUG [RS:0;6ac96558fc7f:35141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:19:40,772 DEBUG [RS:0;6ac96558fc7f:35141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:19:40,773 DEBUG [RS:0;6ac96558fc7f:35141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4984a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:19:40,788 DEBUG [RS:0;6ac96558fc7f:35141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:35141 2024-11-08T08:19:40,788 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:19:40,788 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:19:40,788 DEBUG [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:19:40,789 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,42493,1731053978621 with port=35141, startcode=1731053978850 2024-11-08T08:19:40,789 DEBUG [RS:0;6ac96558fc7f:35141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:19:40,791 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:19:40,791 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42493 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,35141,1731053978850 2024-11-08T08:19:40,791 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42493 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,35141,1731053978850 2024-11-08T08:19:40,793 DEBUG [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab 2024-11-08T08:19:40,793 DEBUG [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42411 2024-11-08T08:19:40,793 DEBUG [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:19:40,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234/rs 2024-11-08T08:19:40,804 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,35141,1731053978850] 2024-11-08T08:19:40,806 DEBUG [RS:0;6ac96558fc7f:35141 {}] zookeeper.ZKUtil(111): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Set watcher on existing znode=/01033948234/rs/6ac96558fc7f,35141,1731053978850 2024-11-08T08:19:40,806 WARN [RS:0;6ac96558fc7f:35141 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:19:40,806 INFO [RS:0;6ac96558fc7f:35141 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:19:40,806 DEBUG [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850 2024-11-08T08:19:40,823 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:19:40,828 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:19:40,829 INFO [RS:0;6ac96558fc7f:35141 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:19:40,829 INFO [RS:0;6ac96558fc7f:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:40,832 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:19:40,833 INFO [RS:0;6ac96558fc7f:35141 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:19:40,833 INFO [RS:0;6ac96558fc7f:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:40,836 DEBUG [RS:0;6ac96558fc7f:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:40,836 DEBUG [RS:0;6ac96558fc7f:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:40,836 DEBUG [RS:0;6ac96558fc7f:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:40,836 DEBUG [RS:0;6ac96558fc7f:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:40,836 DEBUG [RS:0;6ac96558fc7f:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:40,837 DEBUG [RS:0;6ac96558fc7f:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:19:40,837 DEBUG [RS:0;6ac96558fc7f:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:40,837 DEBUG [RS:0;6ac96558fc7f:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:40,837 DEBUG [RS:0;6ac96558fc7f:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:40,837 DEBUG [RS:0;6ac96558fc7f:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:40,837 DEBUG [RS:0;6ac96558fc7f:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:40,837 DEBUG [RS:0;6ac96558fc7f:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:40,837 DEBUG [RS:0;6ac96558fc7f:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:19:40,837 DEBUG [RS:0;6ac96558fc7f:35141 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:19:40,842 INFO [RS:0;6ac96558fc7f:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:40,842 INFO [RS:0;6ac96558fc7f:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:40,842 INFO [RS:0;6ac96558fc7f:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:40,842 INFO [RS:0;6ac96558fc7f:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:40,842 INFO [RS:0;6ac96558fc7f:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:40,842 INFO [RS:0;6ac96558fc7f:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,35141,1731053978850-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:19:40,868 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:19:40,868 INFO [RS:0;6ac96558fc7f:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,35141,1731053978850-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:40,868 INFO [RS:0;6ac96558fc7f:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:40,868 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.Replication(171): 6ac96558fc7f,35141,1731053978850 started 2024-11-08T08:19:40,884 INFO [RS:0;6ac96558fc7f:35141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:40,884 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,35141,1731053978850, RpcServer on 6ac96558fc7f/172.17.0.3:35141, sessionid=0x101198776fb0001 2024-11-08T08:19:40,885 DEBUG [RS:0;6ac96558fc7f:35141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:19:40,885 DEBUG [RS:0;6ac96558fc7f:35141 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,35141,1731053978850 2024-11-08T08:19:40,885 DEBUG [RS:0;6ac96558fc7f:35141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,35141,1731053978850' 2024-11-08T08:19:40,885 DEBUG [RS:0;6ac96558fc7f:35141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01033948234/flush-table-proc/abort' 2024-11-08T08:19:40,885 DEBUG [RS:0;6ac96558fc7f:35141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01033948234/flush-table-proc/acquired' 2024-11-08T08:19:40,886 DEBUG [RS:0;6ac96558fc7f:35141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:19:40,886 DEBUG [RS:0;6ac96558fc7f:35141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:19:40,886 DEBUG [RS:0;6ac96558fc7f:35141 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,35141,1731053978850 2024-11-08T08:19:40,886 DEBUG [RS:0;6ac96558fc7f:35141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,35141,1731053978850' 2024-11-08T08:19:40,886 DEBUG [RS:0;6ac96558fc7f:35141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01033948234/online-snapshot/abort' 2024-11-08T08:19:40,886 DEBUG [RS:0;6ac96558fc7f:35141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01033948234/online-snapshot/acquired' 2024-11-08T08:19:40,886 DEBUG [RS:0;6ac96558fc7f:35141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:19:40,887 INFO [RS:0;6ac96558fc7f:35141 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:19:40,887 INFO [RS:0;6ac96558fc7f:35141 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:19:40,987 INFO [RS:0;6ac96558fc7f:35141 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:19:40,988 INFO [RS:0;6ac96558fc7f:35141 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C35141%2C1731053978850, suffix=, logDir=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850, archiveDir=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/oldWALs, maxLogs=10 2024-11-08T08:19:41,005 DEBUG [RS:0;6ac96558fc7f:35141 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989, exclude list is [], retry=0 2024-11-08T08:19:41,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42977,DS-fc6c17a3-8fe6-4bbe-b5e7-8c404d3e4206,DISK] 2024-11-08T08:19:41,009 INFO [RS:0;6ac96558fc7f:35141 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 2024-11-08T08:19:41,009 DEBUG [RS:0;6ac96558fc7f:35141 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39341:39341)] 2024-11-08T08:19:41,101 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:19:41,101 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab 2024-11-08T08:19:41,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741833_1009 (size=32) 2024-11-08T08:19:41,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:19:41,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T08:19:41,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:19:41,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:41,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:19:41,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:19:41,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:41,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:41,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:19:41,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:19:41,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:41,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:41,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:19:41,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:19:41,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:41,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:41,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:19:41,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:19:41,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:41,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:41,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:19:41,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740 2024-11-08T08:19:41,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740 2024-11-08T08:19:41,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:19:41,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:19:41,517 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:19:41,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:19:41,519 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:19:41,519 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64546895, jitterRate=-0.038176313042640686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:19:41,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731053981507Initializing all the Stores at 1731053981508 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053981508Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053981508Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053981508Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053981508Cleaning up temporary data from old regions at 1731053981517 (+9 ms)Region opened successfully at 1731053981520 (+3 ms) 2024-11-08T08:19:41,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:19:41,520 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:19:41,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:19:41,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:19:41,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:19:41,520 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:19:41,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053981520Disabling compacts and flushes for region at 1731053981520Disabling writes for close at 1731053981520Writing region close event to WAL at 1731053981520Closed at 1731053981520 2024-11-08T08:19:41,521 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:19:41,521 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:19:41,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:19:41,522 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:19:41,522 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:19:41,673 DEBUG [6ac96558fc7f:42493 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:19:41,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,35141,1731053978850 2024-11-08T08:19:41,674 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,35141,1731053978850, state=OPENING 2024-11-08T08:19:41,687 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:19:41,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234 2024-11-08T08:19:41,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234 2024-11-08T08:19:41,699 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:19:41,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,35141,1731053978850}] 2024-11-08T08:19:41,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01033948234/meta-region-server: CHANGED 2024-11-08T08:19:41,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01033948234/meta-region-server: CHANGED 2024-11-08T08:19:41,851 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:19:41,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:19:41,857 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:19:41,857 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:19:41,857 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:19:41,858 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C35141%2C1731053978850.meta, suffix=.meta, logDir=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850, archiveDir=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/oldWALs, maxLogs=10 2024-11-08T08:19:41,876 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.meta.1731053981858.meta, exclude list is [], retry=0 2024-11-08T08:19:41,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42977,DS-fc6c17a3-8fe6-4bbe-b5e7-8c404d3e4206,DISK] 2024-11-08T08:19:41,880 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.meta.1731053981858.meta 2024-11-08T08:19:41,881 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39341:39341)] 2024-11-08T08:19:41,881 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:19:41,881 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:19:41,881 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:19:41,882 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:19:41,882 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:19:41,882 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:19:41,882 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:41,882 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:19:41,882 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:19:41,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:19:41,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:19:41,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:41,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:41,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:19:41,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:19:41,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:41,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:41,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:19:41,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:19:41,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:41,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:41,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:19:41,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:19:41,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:41,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:41,898 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:19:41,899 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740 2024-11-08T08:19:41,900 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740 2024-11-08T08:19:41,900 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:19:41,901 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:19:41,901 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:19:41,902 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:19:41,903 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63584239, jitterRate=-0.052521005272865295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:19:41,903 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:19:41,903 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731053981882Writing region info on filesystem at 1731053981882Initializing all the Stores at 1731053981883 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053981883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053981888 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053981888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053981888Cleaning up temporary data from old regions at 1731053981901 (+13 ms)Running coprocessor post-open hooks at 1731053981903 (+2 ms)Region opened successfully at 1731053981903 2024-11-08T08:19:41,904 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731053981851 2024-11-08T08:19:41,907 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:19:41,907 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:19:41,907 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,35141,1731053978850 2024-11-08T08:19:41,908 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,35141,1731053978850, state=OPEN 2024-11-08T08:19:41,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01033948234/meta-region-server 2024-11-08T08:19:41,951 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,35141,1731053978850 2024-11-08T08:19:41,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01033948234/meta-region-server: CHANGED 2024-11-08T08:19:41,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01033948234/meta-region-server 2024-11-08T08:19:41,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01033948234/meta-region-server: CHANGED 2024-11-08T08:19:41,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:19:41,954 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,35141,1731053978850 in 252 msec 2024-11-08T08:19:41,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:19:41,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-08T08:19:41,960 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:19:41,961 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:19:41,962 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:19:41,962 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,35141,1731053978850, seqNum=-1] 2024-11-08T08:19:41,963 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:19:41,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:19:41,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-08T08:19:41,970 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731053981970, completionTime=-1 2024-11-08T08:19:41,970 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:19:41,970 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:19:41,973 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:19:41,973 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731054041973 2024-11-08T08:19:41,973 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731054101973 2024-11-08T08:19:41,973 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T08:19:41,974 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42493,1731053978621-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:41,974 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42493,1731053978621-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:41,974 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42493,1731053978621-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:41,974 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:42493, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:41,974 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:41,976 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:19:41,976 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:41,979 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.916sec 2024-11-08T08:19:41,980 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:19:41,980 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:19:41,980 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:19:41,980 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:19:41,980 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:19:41,980 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42493,1731053978621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:19:41,980 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42493,1731053978621-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:19:41,984 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:19:41,984 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:19:41,984 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42493,1731053978621-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:42,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@155486fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:42,056 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42493,-1 for getting cluster id 2024-11-08T08:19:42,056 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:42,059 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c11dad4b-37ed-4248-b150-79d0a12cb178' 2024-11-08T08:19:42,059 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c11dad4b-37ed-4248-b150-79d0a12cb178" 2024-11-08T08:19:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7154b8b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42493,-1] 2024-11-08T08:19:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:42,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:42,062 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:42,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f06921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:42,064 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:19:42,065 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,35141,1731053978850, seqNum=-1] 2024-11-08T08:19:42,066 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:19:42,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:19:42,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,42493,1731053978621 2024-11-08T08:19:42,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63209 2024-11-08T08:19:42,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:19:42,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101198776fb0002 connected 2024-11-08T08:19:42,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/hadoop.log.dir so I do NOT create it in target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7 2024-11-08T08:19:42,108 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:19:42,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/hadoop.tmp.dir so I do NOT create it in target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7 2024-11-08T08:19:42,108 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:19:42,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7 2024-11-08T08:19:42,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:19:42,108 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/cluster_d3c0d858-0937-7dbc-6c92-cfdd73fc0c60, deleteOnExit=true 2024-11-08T08:19:42,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:19:42,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/test.cache.data in system properties and HBase conf 2024-11-08T08:19:42,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:19:42,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:19:42,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:19:42,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:19:42,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:19:42,109 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:19:42,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:19:42,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:19:42,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:19:42,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:19:42,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:19:42,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:19:42,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:19:42,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:19:42,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:19:42,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:19:42,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:19:42,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:19:42,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:19:42,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:19:42,523 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:19:42,529 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:19:42,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:19:42,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:19:42,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T08:19:42,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:19:42,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2abbbcd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:19:42,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a03ced{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:19:42,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a5d7d7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/java.io.tmpdir/jetty-localhost-41413-hadoop-hdfs-3_4_1-tests_jar-_-any-9023240356764751776/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:19:42,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10048048{HTTP/1.1, (http/1.1)}{localhost:41413} 2024-11-08T08:19:42,672 INFO [Time-limited test {}] server.Server(415): Started @178864ms 2024-11-08T08:19:43,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:19:43,266 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:19:43,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:19:43,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:19:43,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:19:43,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@569d2f09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:19:43,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@458498a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:19:43,452 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dc29690{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/java.io.tmpdir/jetty-localhost-44591-hadoop-hdfs-3_4_1-tests_jar-_-any-8518376036035277332/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:19:43,453 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ee73a3{HTTP/1.1, (http/1.1)}{localhost:44591} 2024-11-08T08:19:43,453 INFO [Time-limited test {}] server.Server(415): Started @179645ms 2024-11-08T08:19:43,454 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:19:44,241 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/cluster_d3c0d858-0937-7dbc-6c92-cfdd73fc0c60/data/data1/current/BP-492483022-172.17.0.3-1731053982136/current, will proceed with Du for space computation calculation, 2024-11-08T08:19:44,243 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/cluster_d3c0d858-0937-7dbc-6c92-cfdd73fc0c60/data/data2/current/BP-492483022-172.17.0.3-1731053982136/current, will proceed with Du for space computation calculation, 2024-11-08T08:19:44,310 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:19:44,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4efc40a162e6288a with lease ID 0x3c983dc9ae5bb66f: Processing first storage report for DS-3dfab822-b7ce-43cf-86fa-4e2cd271f623 from datanode DatanodeRegistration(127.0.0.1:35589, datanodeUuid=5f42dcf6-6d81-489a-87f4-bf2a8d6bbc14, infoPort=45127, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=2112899954;c=1731053982136) 2024-11-08T08:19:44,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4efc40a162e6288a with lease ID 0x3c983dc9ae5bb66f: from storage DS-3dfab822-b7ce-43cf-86fa-4e2cd271f623 node DatanodeRegistration(127.0.0.1:35589, datanodeUuid=5f42dcf6-6d81-489a-87f4-bf2a8d6bbc14, infoPort=45127, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=2112899954;c=1731053982136), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:19:44,326 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4efc40a162e6288a with lease ID 0x3c983dc9ae5bb66f: Processing first storage report for DS-76de31b7-c979-423c-b357-1eefee37ca73 from datanode DatanodeRegistration(127.0.0.1:35589, datanodeUuid=5f42dcf6-6d81-489a-87f4-bf2a8d6bbc14, infoPort=45127, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=2112899954;c=1731053982136) 2024-11-08T08:19:44,326 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4efc40a162e6288a with lease ID 0x3c983dc9ae5bb66f: from storage DS-76de31b7-c979-423c-b357-1eefee37ca73 node DatanodeRegistration(127.0.0.1:35589, datanodeUuid=5f42dcf6-6d81-489a-87f4-bf2a8d6bbc14, infoPort=45127, infoSecurePort=0, ipcPort=38259, storageInfo=lv=-57;cid=testClusterID;nsid=2112899954;c=1731053982136), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:19:44,380 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7 2024-11-08T08:19:44,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:44,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:44,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:19:44,791 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907 with version=8 2024-11-08T08:19:44,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/hbase-staging 2024-11-08T08:19:44,794 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:19:44,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:44,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:44,795 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:19:44,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:44,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:19:44,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:19:44,795 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:19:44,796 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37491 2024-11-08T08:19:44,797 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37491 connecting to ZooKeeper ensemble=127.0.0.1:63209 2024-11-08T08:19:44,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374910x0, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:19:44,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37491-0x101198776fb0003 connected 2024-11-08T08:19:44,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:44,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:44,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Set watcher on znode that does not yet exist, /1-1680529407/running 2024-11-08T08:19:44,930 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907, hbase.cluster.distributed=false 2024-11-08T08:19:44,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Set watcher on znode that does not yet exist, /1-1680529407/acl 2024-11-08T08:19:44,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37491 2024-11-08T08:19:44,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37491 2024-11-08T08:19:44,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37491 2024-11-08T08:19:44,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37491 2024-11-08T08:19:44,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37491 2024-11-08T08:19:44,970 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:19:44,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:44,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:44,970 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:19:44,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:19:44,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:19:44,970 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:19:44,970 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:19:44,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41275 2024-11-08T08:19:44,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41275 connecting to ZooKeeper ensemble=127.0.0.1:63209 2024-11-08T08:19:44,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:44,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:44,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412750x0, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:19:44,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Set watcher on znode that does not yet exist, /1-1680529407/running 2024-11-08T08:19:44,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41275-0x101198776fb0004 connected 2024-11-08T08:19:44,994 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:19:45,000 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:19:45,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Set watcher on znode that does not yet exist, /1-1680529407/master 2024-11-08T08:19:45,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Set watcher on znode that does not yet exist, /1-1680529407/acl 2024-11-08T08:19:45,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41275 2024-11-08T08:19:45,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41275 2024-11-08T08:19:45,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41275 2024-11-08T08:19:45,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41275 2024-11-08T08:19:45,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41275 2024-11-08T08:19:45,071 DEBUG [M:0;6ac96558fc7f:37491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:37491 2024-11-08T08:19:45,076 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1680529407/backup-masters/6ac96558fc7f,37491,1731053984794 2024-11-08T08:19:45,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407/backup-masters 2024-11-08T08:19:45,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407/backup-masters 2024-11-08T08:19:45,088 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Set watcher on existing znode=/1-1680529407/backup-masters/6ac96558fc7f,37491,1731053984794 2024-11-08T08:19:45,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1680529407/master 2024-11-08T08:19:45,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407 2024-11-08T08:19:45,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407 2024-11-08T08:19:45,099 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Set watcher on existing znode=/1-1680529407/master 2024-11-08T08:19:45,099 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1680529407/backup-masters/6ac96558fc7f,37491,1731053984794 from backup master directory 2024-11-08T08:19:45,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407/backup-masters 2024-11-08T08:19:45,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1680529407/backup-masters/6ac96558fc7f,37491,1731053984794 2024-11-08T08:19:45,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407/backup-masters 2024-11-08T08:19:45,119 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:19:45,119 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,37491,1731053984794 2024-11-08T08:19:45,137 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/hbase.id] with ID: 7e6e0826-2203-4601-92da-1d15230126ae 2024-11-08T08:19:45,137 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/.tmp/hbase.id 2024-11-08T08:19:45,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:19:45,563 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/.tmp/hbase.id]:[hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/hbase.id] 2024-11-08T08:19:45,574 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:45,574 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:19:45,575 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T08:19:45,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407 2024-11-08T08:19:45,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407 2024-11-08T08:19:45,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:19:45,640 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:19:45,641 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:19:45,641 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:19:45,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:19:45,654 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store 2024-11-08T08:19:45,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:19:46,065 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:46,065 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:19:46,065 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:46,065 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:46,065 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:19:46,065 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:46,066 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:19:46,066 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731053986065Disabling compacts and flushes for region at 1731053986065Disabling writes for close at 1731053986065Writing region close event to WAL at 1731053986065Closed at 1731053986065 2024-11-08T08:19:46,066 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store/.initializing 2024-11-08T08:19:46,066 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/WALs/6ac96558fc7f,37491,1731053984794 2024-11-08T08:19:46,068 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:19:46,070 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C37491%2C1731053984794, suffix=, logDir=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/WALs/6ac96558fc7f,37491,1731053984794, archiveDir=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/oldWALs, maxLogs=10 2024-11-08T08:19:46,092 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/WALs/6ac96558fc7f,37491,1731053984794/6ac96558fc7f%2C37491%2C1731053984794.1731053986070, exclude list is [], retry=0 2024-11-08T08:19:46,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35589,DS-3dfab822-b7ce-43cf-86fa-4e2cd271f623,DISK] 2024-11-08T08:19:46,145 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/WALs/6ac96558fc7f,37491,1731053984794/6ac96558fc7f%2C37491%2C1731053984794.1731053986070 2024-11-08T08:19:46,152 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45127:45127)] 2024-11-08T08:19:46,152 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:19:46,153 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:46,153 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:46,153 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:46,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:46,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:19:46,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:46,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:46,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:46,166 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:19:46,166 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:46,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:46,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:46,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:19:46,168 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:46,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:46,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:46,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:19:46,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:46,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:46,171 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:46,172 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:46,173 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:46,175 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:46,175 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:46,175 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:19:46,176 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:19:46,179 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:19:46,179 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73986516, jitterRate=0.10248500108718872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:19:46,179 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731053986153Initializing all the Stores at 1731053986154 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053986154Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053986158 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053986158Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053986158Cleaning up temporary data from old regions at 1731053986175 (+17 ms)Region opened successfully at 1731053986179 (+4 ms) 2024-11-08T08:19:46,188 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:19:46,199 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26fd2594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:19:46,200 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:19:46,200 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:19:46,200 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:19:46,200 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:19:46,201 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:19:46,201 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:19:46,201 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:19:46,216 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:19:46,217 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Unable to get data of znode /1-1680529407/balancer because node does not exist (not necessarily an error) 2024-11-08T08:19:46,262 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1680529407/balancer already deleted, retry=false 2024-11-08T08:19:46,262 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:19:46,263 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Unable to get data of znode /1-1680529407/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:19:46,272 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1680529407/normalizer already deleted, retry=false 2024-11-08T08:19:46,273 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:19:46,277 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Unable to get data of znode /1-1680529407/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:19:46,287 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1680529407/switch/split already deleted, retry=false 2024-11-08T08:19:46,288 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Unable to get data of znode /1-1680529407/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:19:46,298 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1680529407/switch/merge already deleted, retry=false 2024-11-08T08:19:46,300 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Unable to get data of znode /1-1680529407/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:19:46,312 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1680529407/snapshot-cleanup already deleted, retry=false 2024-11-08T08:19:46,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1680529407/running 2024-11-08T08:19:46,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407 2024-11-08T08:19:46,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1680529407/running 2024-11-08T08:19:46,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407 2024-11-08T08:19:46,327 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,37491,1731053984794, sessionid=0x101198776fb0003, setting cluster-up flag (Was=false) 2024-11-08T08:19:46,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407 2024-11-08T08:19:46,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407 2024-11-08T08:19:46,382 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1680529407/flush-table-proc/acquired, /1-1680529407/flush-table-proc/reached, /1-1680529407/flush-table-proc/abort 2024-11-08T08:19:46,383 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,37491,1731053984794 2024-11-08T08:19:46,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407 2024-11-08T08:19:46,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407 2024-11-08T08:19:46,435 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1680529407/online-snapshot/acquired, /1-1680529407/online-snapshot/reached, /1-1680529407/online-snapshot/abort 2024-11-08T08:19:46,436 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,37491,1731053984794 2024-11-08T08:19:46,449 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:19:46,454 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:19:46,454 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:19:46,454 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:19:46,455 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,37491,1731053984794 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:19:46,456 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:46,456 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:46,456 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:46,456 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:19:46,456 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:19:46,456 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:46,456 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:19:46,456 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:46,474 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:19:46,474 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:19:46,475 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:46,475 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:19:46,490 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731054016490 2024-11-08T08:19:46,491 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:19:46,491 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:19:46,491 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:19:46,491 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:19:46,491 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:19:46,491 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:19:46,491 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:46,498 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(746): ClusterId : 7e6e0826-2203-4601-92da-1d15230126ae 2024-11-08T08:19:46,498 DEBUG [RS:0;6ac96558fc7f:41275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:19:46,508 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:19:46,508 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:19:46,509 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:19:46,509 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:19:46,510 DEBUG [RS:0;6ac96558fc7f:41275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:19:46,510 DEBUG [RS:0;6ac96558fc7f:41275 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:19:46,516 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:19:46,516 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:19:46,520 DEBUG [RS:0;6ac96558fc7f:41275 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:19:46,520 DEBUG [RS:0;6ac96558fc7f:41275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b67b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:19:46,524 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053986516,5,FailOnTimeoutGroup] 2024-11-08T08:19:46,550 DEBUG [RS:0;6ac96558fc7f:41275 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:41275 2024-11-08T08:19:46,550 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:19:46,550 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:19:46,550 DEBUG [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:19:46,551 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,37491,1731053984794 with port=41275, startcode=1731053984969 2024-11-08T08:19:46,552 DEBUG [RS:0;6ac96558fc7f:41275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:19:46,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:19:46,564 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053986524,5,FailOnTimeoutGroup] 2024-11-08T08:19:46,564 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:46,564 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:19:46,564 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:46,564 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:46,565 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:19:46,565 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907 2024-11-08T08:19:46,589 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:19:46,589 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37491 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,41275,1731053984969 2024-11-08T08:19:46,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37491 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,41275,1731053984969 2024-11-08T08:19:46,592 DEBUG [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907 2024-11-08T08:19:46,592 DEBUG [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45125 2024-11-08T08:19:46,592 DEBUG [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:19:46,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741832_1008 (size=32) 2024-11-08T08:19:46,640 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:46,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:19:46,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:19:46,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:46,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:46,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:19:46,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407/rs 2024-11-08T08:19:46,648 DEBUG [RS:0;6ac96558fc7f:41275 {}] zookeeper.ZKUtil(111): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Set watcher on existing znode=/1-1680529407/rs/6ac96558fc7f,41275,1731053984969 2024-11-08T08:19:46,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:19:46,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:46,650 WARN [RS:0;6ac96558fc7f:41275 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:19:46,650 INFO [RS:0;6ac96558fc7f:41275 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:19:46,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:46,650 DEBUG [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969 2024-11-08T08:19:46,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:19:46,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:19:46,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:46,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:46,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:19:46,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:19:46,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:46,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:46,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:19:46,661 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,41275,1731053984969] 2024-11-08T08:19:46,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740 2024-11-08T08:19:46,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740 2024-11-08T08:19:46,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:19:46,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:19:46,664 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:19:46,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:19:46,690 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:19:46,701 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:19:46,702 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75359467, jitterRate=0.12294356524944305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:19:46,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731053986640Initializing all the Stores at 1731053986641 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053986641Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053986641Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053986641Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053986641Cleaning up temporary data from old regions at 1731053986663 (+22 ms)Region opened successfully at 1731053986702 (+39 ms) 2024-11-08T08:19:46,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:19:46,702 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:19:46,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:19:46,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:19:46,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:19:46,712 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:19:46,714 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:19:46,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731053986702Disabling compacts and flushes for region at 1731053986702Disabling writes for close at 1731053986702Writing region close event to WAL at 1731053986714 (+12 ms)Closed at 1731053986714 2024-11-08T08:19:46,715 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:19:46,715 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:19:46,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:19:46,717 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:19:46,718 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:19:46,732 INFO [RS:0;6ac96558fc7f:41275 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:19:46,732 INFO [RS:0;6ac96558fc7f:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:46,733 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:19:46,734 INFO [RS:0;6ac96558fc7f:41275 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:19:46,734 INFO [RS:0;6ac96558fc7f:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:46,735 DEBUG [RS:0;6ac96558fc7f:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:46,735 DEBUG [RS:0;6ac96558fc7f:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:46,735 DEBUG [RS:0;6ac96558fc7f:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:46,735 DEBUG [RS:0;6ac96558fc7f:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:46,735 DEBUG [RS:0;6ac96558fc7f:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:46,735 DEBUG [RS:0;6ac96558fc7f:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:19:46,735 DEBUG [RS:0;6ac96558fc7f:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:46,735 DEBUG [RS:0;6ac96558fc7f:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:46,735 DEBUG [RS:0;6ac96558fc7f:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:46,735 DEBUG [RS:0;6ac96558fc7f:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:46,735 DEBUG [RS:0;6ac96558fc7f:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:46,735 DEBUG [RS:0;6ac96558fc7f:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:19:46,735 DEBUG [RS:0;6ac96558fc7f:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:19:46,735 DEBUG [RS:0;6ac96558fc7f:41275 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:19:46,764 INFO [RS:0;6ac96558fc7f:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:46,764 INFO [RS:0;6ac96558fc7f:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:46,764 INFO [RS:0;6ac96558fc7f:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:46,764 INFO [RS:0;6ac96558fc7f:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:46,764 INFO [RS:0;6ac96558fc7f:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:46,764 INFO [RS:0;6ac96558fc7f:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,41275,1731053984969-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:19:46,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:19:46,807 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:19:46,814 INFO [RS:0;6ac96558fc7f:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,41275,1731053984969-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:46,814 INFO [RS:0;6ac96558fc7f:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:46,814 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.Replication(171): 6ac96558fc7f,41275,1731053984969 started 2024-11-08T08:19:46,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:46,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:46,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:46,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:46,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:46,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:46,853 INFO [RS:0;6ac96558fc7f:41275 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:46,853 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,41275,1731053984969, RpcServer on 6ac96558fc7f/172.17.0.3:41275, sessionid=0x101198776fb0004 2024-11-08T08:19:46,853 DEBUG [RS:0;6ac96558fc7f:41275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:19:46,854 DEBUG [RS:0;6ac96558fc7f:41275 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,41275,1731053984969 2024-11-08T08:19:46,854 DEBUG [RS:0;6ac96558fc7f:41275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,41275,1731053984969' 2024-11-08T08:19:46,854 DEBUG [RS:0;6ac96558fc7f:41275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1680529407/flush-table-proc/abort' 2024-11-08T08:19:46,859 DEBUG [RS:0;6ac96558fc7f:41275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1680529407/flush-table-proc/acquired' 2024-11-08T08:19:46,860 DEBUG [RS:0;6ac96558fc7f:41275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:19:46,860 DEBUG [RS:0;6ac96558fc7f:41275 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:19:46,860 DEBUG [RS:0;6ac96558fc7f:41275 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,41275,1731053984969 2024-11-08T08:19:46,860 DEBUG [RS:0;6ac96558fc7f:41275 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,41275,1731053984969' 2024-11-08T08:19:46,860 DEBUG [RS:0;6ac96558fc7f:41275 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1680529407/online-snapshot/abort' 2024-11-08T08:19:46,860 DEBUG [RS:0;6ac96558fc7f:41275 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1680529407/online-snapshot/acquired' 2024-11-08T08:19:46,861 DEBUG [RS:0;6ac96558fc7f:41275 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:19:46,861 INFO [RS:0;6ac96558fc7f:41275 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:19:46,861 INFO [RS:0;6ac96558fc7f:41275 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:19:46,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:46,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:46,868 WARN [6ac96558fc7f:37491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T08:19:46,878 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T08:19:46,961 INFO [RS:0;6ac96558fc7f:41275 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:19:46,963 INFO [RS:0;6ac96558fc7f:41275 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C41275%2C1731053984969, suffix=, logDir=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969, archiveDir=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/oldWALs, maxLogs=10 2024-11-08T08:19:46,979 DEBUG [RS:0;6ac96558fc7f:41275 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963, exclude list is [], retry=0 2024-11-08T08:19:46,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35589,DS-3dfab822-b7ce-43cf-86fa-4e2cd271f623,DISK] 2024-11-08T08:19:46,983 INFO [RS:0;6ac96558fc7f:41275 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 2024-11-08T08:19:46,983 DEBUG [RS:0;6ac96558fc7f:41275 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45127:45127)] 2024-11-08T08:19:47,118 DEBUG [6ac96558fc7f:37491 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:19:47,119 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,41275,1731053984969 2024-11-08T08:19:47,120 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,41275,1731053984969, state=OPENING 2024-11-08T08:19:47,167 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:19:47,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407 2024-11-08T08:19:47,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407 2024-11-08T08:19:47,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1680529407/meta-region-server: CHANGED 2024-11-08T08:19:47,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1680529407/meta-region-server: CHANGED 2024-11-08T08:19:47,178 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:19:47,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,41275,1731053984969}] 2024-11-08T08:19:47,331 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:19:47,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:19:47,336 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:19:47,336 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:19:47,336 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:19:47,338 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C41275%2C1731053984969.meta, suffix=.meta, logDir=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969, archiveDir=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/oldWALs, maxLogs=10 2024-11-08T08:19:47,350 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.meta.1731053987338.meta, exclude list is [], retry=0 2024-11-08T08:19:47,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35589,DS-3dfab822-b7ce-43cf-86fa-4e2cd271f623,DISK] 2024-11-08T08:19:47,353 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.meta.1731053987338.meta 2024-11-08T08:19:47,353 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45127:45127)] 2024-11-08T08:19:47,354 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:19:47,354 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:19:47,354 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:19:47,354 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:19:47,354 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:19:47,355 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:19:47,355 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:47,355 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:19:47,355 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:19:47,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:19:47,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:19:47,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:47,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:47,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:19:47,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:19:47,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:47,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:47,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:19:47,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:19:47,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:47,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:47,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:19:47,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:19:47,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:47,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:19:47,360 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:19:47,360 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740 2024-11-08T08:19:47,361 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740 2024-11-08T08:19:47,362 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:19:47,362 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:19:47,362 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:19:47,363 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:19:47,364 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60393913, jitterRate=-0.10006056725978851}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:19:47,364 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:19:47,364 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731053987355Writing region info on filesystem at 1731053987355Initializing all the Stores at 1731053987356 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053987356Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053987356Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053987356Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731053987356Cleaning up temporary data from old regions at 1731053987362 (+6 ms)Running coprocessor post-open hooks at 1731053987364 (+2 ms)Region opened successfully at 1731053987364 2024-11-08T08:19:47,365 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731053987331 2024-11-08T08:19:47,366 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:19:47,366 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:19:47,367 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,41275,1731053984969 2024-11-08T08:19:47,368 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,41275,1731053984969, state=OPEN 2024-11-08T08:19:47,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1680529407/meta-region-server 2024-11-08T08:19:47,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1680529407/meta-region-server 2024-11-08T08:19:47,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1680529407/meta-region-server: CHANGED 2024-11-08T08:19:47,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1680529407/meta-region-server: CHANGED 2024-11-08T08:19:47,378 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,41275,1731053984969 2024-11-08T08:19:47,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:19:47,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,41275,1731053984969 in 200 msec 2024-11-08T08:19:47,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:19:47,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 665 msec 2024-11-08T08:19:47,383 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:19:47,383 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:19:47,384 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:19:47,384 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,41275,1731053984969, seqNum=-1] 2024-11-08T08:19:47,385 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:19:47,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:19:47,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 942 msec 2024-11-08T08:19:47,393 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731053987393, completionTime=-1 2024-11-08T08:19:47,393 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:19:47,394 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:19:47,396 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:19:47,396 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731054047396 2024-11-08T08:19:47,396 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731054107396 2024-11-08T08:19:47,396 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T08:19:47,396 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,37491,1731053984794-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:47,396 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,37491,1731053984794-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:47,397 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,37491,1731053984794-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:47,397 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:37491, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:47,397 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:47,397 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:47,399 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:19:47,401 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.281sec 2024-11-08T08:19:47,401 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:19:47,401 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:19:47,401 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:19:47,401 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:19:47,401 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:19:47,401 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,37491,1731053984794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:19:47,401 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,37491,1731053984794-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:19:47,403 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:19:47,403 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:19:47,403 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,37491,1731053984794-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:19:47,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ae8511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:47,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,37491,-1 for getting cluster id 2024-11-08T08:19:47,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:47,496 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e6e0826-2203-4601-92da-1d15230126ae' 2024-11-08T08:19:47,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e6e0826-2203-4601-92da-1d15230126ae" 2024-11-08T08:19:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e035e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,37491,-1] 2024-11-08T08:19:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:47,497 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:47,498 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:47,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff788c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:47,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:19:47,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,41275,1731053984969, seqNum=-1] 2024-11-08T08:19:47,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:19:47,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:19:47,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,37491,1731053984794 2024-11-08T08:19:47,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63209 2024-11-08T08:19:47,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:19:47,515 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101198776fb0005 connected 2024-11-08T08:19:47,527 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:19:47,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42493,1731053978621 2024-11-08T08:19:47,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f50022b 2024-11-08T08:19:47,528 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:19:47,529 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:19:47,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42493 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:19:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42493 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T08:19:47,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:19:47,531 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:47,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42493 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T08:19:47,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:19:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:19:47,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741835_1011 (size=902) 2024-11-08T08:19:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:19:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:19:47,939 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 667cb6c320eebfc8836d1268d4923deb, NAME => 'test,,1731053987529.667cb6c320eebfc8836d1268d4923deb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab 2024-11-08T08:19:47,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741836_1012 (size=39) 2024-11-08T08:19:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:19:48,345 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731053987529.667cb6c320eebfc8836d1268d4923deb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:48,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 667cb6c320eebfc8836d1268d4923deb, disabling compactions & flushes 2024-11-08T08:19:48,346 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731053987529.667cb6c320eebfc8836d1268d4923deb. 2024-11-08T08:19:48,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731053987529.667cb6c320eebfc8836d1268d4923deb. 2024-11-08T08:19:48,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731053987529.667cb6c320eebfc8836d1268d4923deb. after waiting 0 ms 2024-11-08T08:19:48,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731053987529.667cb6c320eebfc8836d1268d4923deb. 2024-11-08T08:19:48,346 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731053987529.667cb6c320eebfc8836d1268d4923deb. 2024-11-08T08:19:48,346 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 667cb6c320eebfc8836d1268d4923deb: Waiting for close lock at 1731053988346Disabling compacts and flushes for region at 1731053988346Disabling writes for close at 1731053988346Writing region close event to WAL at 1731053988346Closed at 1731053988346 2024-11-08T08:19:48,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:19:48,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731053987529.667cb6c320eebfc8836d1268d4923deb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731053988347"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731053988347"}]},"ts":"1731053988347"} 2024-11-08T08:19:48,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:19:48,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:19:48,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053988349"}]},"ts":"1731053988349"} 2024-11-08T08:19:48,351 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T08:19:48,351 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=667cb6c320eebfc8836d1268d4923deb, ASSIGN}] 2024-11-08T08:19:48,352 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=667cb6c320eebfc8836d1268d4923deb, ASSIGN 2024-11-08T08:19:48,353 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=667cb6c320eebfc8836d1268d4923deb, ASSIGN; state=OFFLINE, location=6ac96558fc7f,35141,1731053978850; forceNewPlan=false, retain=false 2024-11-08T08:19:48,503 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=667cb6c320eebfc8836d1268d4923deb, regionState=OPENING, regionLocation=6ac96558fc7f,35141,1731053978850 2024-11-08T08:19:48,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=667cb6c320eebfc8836d1268d4923deb, ASSIGN because future has completed 2024-11-08T08:19:48,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 667cb6c320eebfc8836d1268d4923deb, server=6ac96558fc7f,35141,1731053978850}] 2024-11-08T08:19:48,660 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731053987529.667cb6c320eebfc8836d1268d4923deb. 2024-11-08T08:19:48,661 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 667cb6c320eebfc8836d1268d4923deb, NAME => 'test,,1731053987529.667cb6c320eebfc8836d1268d4923deb.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:19:48,661 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:19:48,661 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T08:19:48,661 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 667cb6c320eebfc8836d1268d4923deb 2024-11-08T08:19:48,661 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731053987529.667cb6c320eebfc8836d1268d4923deb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:48,661 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 667cb6c320eebfc8836d1268d4923deb 2024-11-08T08:19:48,661 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 667cb6c320eebfc8836d1268d4923deb 2024-11-08T08:19:48,662 INFO [StoreOpener-667cb6c320eebfc8836d1268d4923deb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 667cb6c320eebfc8836d1268d4923deb 2024-11-08T08:19:48,663 INFO [StoreOpener-667cb6c320eebfc8836d1268d4923deb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 667cb6c320eebfc8836d1268d4923deb columnFamilyName f 2024-11-08T08:19:48,663 DEBUG [StoreOpener-667cb6c320eebfc8836d1268d4923deb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:48,664 INFO [StoreOpener-667cb6c320eebfc8836d1268d4923deb-1 {}] regionserver.HStore(327): Store=667cb6c320eebfc8836d1268d4923deb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:48,664 INFO [StoreOpener-667cb6c320eebfc8836d1268d4923deb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 667cb6c320eebfc8836d1268d4923deb 2024-11-08T08:19:48,665 INFO [StoreOpener-667cb6c320eebfc8836d1268d4923deb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 667cb6c320eebfc8836d1268d4923deb columnFamilyName f1 2024-11-08T08:19:48,665 DEBUG [StoreOpener-667cb6c320eebfc8836d1268d4923deb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:48,666 INFO [StoreOpener-667cb6c320eebfc8836d1268d4923deb-1 {}] regionserver.HStore(327): Store=667cb6c320eebfc8836d1268d4923deb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:48,666 INFO [StoreOpener-667cb6c320eebfc8836d1268d4923deb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 667cb6c320eebfc8836d1268d4923deb 2024-11-08T08:19:48,667 INFO [StoreOpener-667cb6c320eebfc8836d1268d4923deb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 667cb6c320eebfc8836d1268d4923deb columnFamilyName norep 2024-11-08T08:19:48,667 DEBUG [StoreOpener-667cb6c320eebfc8836d1268d4923deb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:48,667 INFO [StoreOpener-667cb6c320eebfc8836d1268d4923deb-1 {}] regionserver.HStore(327): Store=667cb6c320eebfc8836d1268d4923deb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:48,667 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 667cb6c320eebfc8836d1268d4923deb 2024-11-08T08:19:48,668 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb 2024-11-08T08:19:48,668 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb 2024-11-08T08:19:48,669 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 667cb6c320eebfc8836d1268d4923deb 2024-11-08T08:19:48,669 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 667cb6c320eebfc8836d1268d4923deb 2024-11-08T08:19:48,669 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:19:48,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:19:48,670 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 667cb6c320eebfc8836d1268d4923deb 2024-11-08T08:19:48,672 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:19:48,672 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 667cb6c320eebfc8836d1268d4923deb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62249931, jitterRate=-0.07240374386310577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:19:48,672 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 667cb6c320eebfc8836d1268d4923deb 2024-11-08T08:19:48,673 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 667cb6c320eebfc8836d1268d4923deb: Running coprocessor pre-open hook at 1731053988661Writing region info on filesystem at 1731053988661Initializing all the Stores at 1731053988662 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053988662Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053988662Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053988662Cleaning up temporary data from old regions at 1731053988669 (+7 ms)Running coprocessor post-open hooks at 1731053988672 (+3 ms)Region opened successfully at 1731053988673 (+1 ms) 2024-11-08T08:19:48,674 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731053987529.667cb6c320eebfc8836d1268d4923deb., pid=6, masterSystemTime=1731053988658 2024-11-08T08:19:48,675 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731053987529.667cb6c320eebfc8836d1268d4923deb. 2024-11-08T08:19:48,675 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731053987529.667cb6c320eebfc8836d1268d4923deb. 2024-11-08T08:19:48,676 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=667cb6c320eebfc8836d1268d4923deb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ac96558fc7f,35141,1731053978850 2024-11-08T08:19:48,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 667cb6c320eebfc8836d1268d4923deb, server=6ac96558fc7f,35141,1731053978850 because future has completed 2024-11-08T08:19:48,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T08:19:48,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 667cb6c320eebfc8836d1268d4923deb, server=6ac96558fc7f,35141,1731053978850 in 172 msec 2024-11-08T08:19:48,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T08:19:48,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=667cb6c320eebfc8836d1268d4923deb, ASSIGN in 329 msec 2024-11-08T08:19:48,682 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:19:48,682 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053988682"}]},"ts":"1731053988682"} 2024-11-08T08:19:48,683 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T08:19:48,684 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:19:48,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-08T08:19:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:19:49,680 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T08:19:49,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:19:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,37491,1731053984794 2024-11-08T08:19:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6728b235 2024-11-08T08:19:49,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:19:49,682 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:19:49,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:19:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T08:19:49,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:19:49,685 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:49,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T08:19:49,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:19:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:19:49,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741835_1011 (size=902) 2024-11-08T08:19:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:19:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:19:50,092 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 86d30081f88a2047fcc15ef1fe5fcbaf, NAME => 'test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907 2024-11-08T08:19:50,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741836_1012 (size=39) 2024-11-08T08:19:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:19:50,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:50,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 86d30081f88a2047fcc15ef1fe5fcbaf, disabling compactions & flushes 2024-11-08T08:19:50,497 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf. 2024-11-08T08:19:50,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf. 2024-11-08T08:19:50,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf. after waiting 0 ms 2024-11-08T08:19:50,497 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf. 2024-11-08T08:19:50,498 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf. 2024-11-08T08:19:50,498 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 86d30081f88a2047fcc15ef1fe5fcbaf: Waiting for close lock at 1731053990497Disabling compacts and flushes for region at 1731053990497Disabling writes for close at 1731053990497Writing region close event to WAL at 1731053990497Closed at 1731053990498 (+1 ms) 2024-11-08T08:19:50,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:19:50,499 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731053990499"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731053990499"}]},"ts":"1731053990499"} 2024-11-08T08:19:50,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:19:50,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:19:50,502 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053990501"}]},"ts":"1731053990501"} 2024-11-08T08:19:50,503 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T08:19:50,504 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=86d30081f88a2047fcc15ef1fe5fcbaf, ASSIGN}] 2024-11-08T08:19:50,505 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=86d30081f88a2047fcc15ef1fe5fcbaf, ASSIGN 2024-11-08T08:19:50,505 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=86d30081f88a2047fcc15ef1fe5fcbaf, ASSIGN; state=OFFLINE, location=6ac96558fc7f,41275,1731053984969; forceNewPlan=false, retain=false 2024-11-08T08:19:50,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=86d30081f88a2047fcc15ef1fe5fcbaf, regionState=OPENING, regionLocation=6ac96558fc7f,41275,1731053984969 2024-11-08T08:19:50,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=86d30081f88a2047fcc15ef1fe5fcbaf, ASSIGN because future has completed 2024-11-08T08:19:50,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86d30081f88a2047fcc15ef1fe5fcbaf, server=6ac96558fc7f,41275,1731053984969}] 2024-11-08T08:19:50,814 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf. 2024-11-08T08:19:50,814 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 86d30081f88a2047fcc15ef1fe5fcbaf, NAME => 'test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:19:50,814 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:19:50,814 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T08:19:50,814 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 86d30081f88a2047fcc15ef1fe5fcbaf 2024-11-08T08:19:50,815 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:50,815 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 86d30081f88a2047fcc15ef1fe5fcbaf 2024-11-08T08:19:50,815 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 86d30081f88a2047fcc15ef1fe5fcbaf 2024-11-08T08:19:50,816 INFO [StoreOpener-86d30081f88a2047fcc15ef1fe5fcbaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 86d30081f88a2047fcc15ef1fe5fcbaf 2024-11-08T08:19:50,817 INFO [StoreOpener-86d30081f88a2047fcc15ef1fe5fcbaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86d30081f88a2047fcc15ef1fe5fcbaf columnFamilyName f 2024-11-08T08:19:50,817 DEBUG [StoreOpener-86d30081f88a2047fcc15ef1fe5fcbaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:50,817 INFO [StoreOpener-86d30081f88a2047fcc15ef1fe5fcbaf-1 {}] regionserver.HStore(327): Store=86d30081f88a2047fcc15ef1fe5fcbaf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:50,818 INFO [StoreOpener-86d30081f88a2047fcc15ef1fe5fcbaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 86d30081f88a2047fcc15ef1fe5fcbaf 2024-11-08T08:19:50,819 INFO [StoreOpener-86d30081f88a2047fcc15ef1fe5fcbaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86d30081f88a2047fcc15ef1fe5fcbaf columnFamilyName f1 2024-11-08T08:19:50,819 DEBUG [StoreOpener-86d30081f88a2047fcc15ef1fe5fcbaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:50,819 INFO [StoreOpener-86d30081f88a2047fcc15ef1fe5fcbaf-1 {}] regionserver.HStore(327): Store=86d30081f88a2047fcc15ef1fe5fcbaf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:50,819 INFO [StoreOpener-86d30081f88a2047fcc15ef1fe5fcbaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 86d30081f88a2047fcc15ef1fe5fcbaf 2024-11-08T08:19:50,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:19:50,820 INFO [StoreOpener-86d30081f88a2047fcc15ef1fe5fcbaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86d30081f88a2047fcc15ef1fe5fcbaf columnFamilyName norep 2024-11-08T08:19:50,820 DEBUG [StoreOpener-86d30081f88a2047fcc15ef1fe5fcbaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:50,821 INFO [StoreOpener-86d30081f88a2047fcc15ef1fe5fcbaf-1 {}] regionserver.HStore(327): Store=86d30081f88a2047fcc15ef1fe5fcbaf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:50,821 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 86d30081f88a2047fcc15ef1fe5fcbaf 2024-11-08T08:19:50,821 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf 2024-11-08T08:19:50,822 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf 2024-11-08T08:19:50,822 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 86d30081f88a2047fcc15ef1fe5fcbaf 2024-11-08T08:19:50,822 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 86d30081f88a2047fcc15ef1fe5fcbaf 2024-11-08T08:19:50,823 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:19:50,823 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 86d30081f88a2047fcc15ef1fe5fcbaf 2024-11-08T08:19:50,825 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:19:50,825 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 86d30081f88a2047fcc15ef1fe5fcbaf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64082970, jitterRate=-0.04508933424949646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:19:50,825 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86d30081f88a2047fcc15ef1fe5fcbaf 2024-11-08T08:19:50,825 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 86d30081f88a2047fcc15ef1fe5fcbaf: Running coprocessor pre-open hook at 1731053990815Writing region info on filesystem at 1731053990815Initializing all the Stores at 1731053990815Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053990815Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053990816 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053990816Cleaning up temporary data from old regions at 1731053990822 (+6 ms)Running coprocessor post-open hooks at 1731053990825 (+3 ms)Region opened successfully at 1731053990825 2024-11-08T08:19:50,826 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf., pid=6, masterSystemTime=1731053990810 2024-11-08T08:19:50,828 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf. 2024-11-08T08:19:50,828 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf. 2024-11-08T08:19:50,828 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=86d30081f88a2047fcc15ef1fe5fcbaf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ac96558fc7f,41275,1731053984969 2024-11-08T08:19:50,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86d30081f88a2047fcc15ef1fe5fcbaf, server=6ac96558fc7f,41275,1731053984969 because future has completed 2024-11-08T08:19:50,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T08:19:50,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 86d30081f88a2047fcc15ef1fe5fcbaf, server=6ac96558fc7f,41275,1731053984969 in 173 msec 2024-11-08T08:19:50,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T08:19:50,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=86d30081f88a2047fcc15ef1fe5fcbaf, ASSIGN in 329 msec 2024-11-08T08:19:50,836 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:19:50,836 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053990836"}]},"ts":"1731053990836"} 2024-11-08T08:19:50,838 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T08:19:50,839 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:19:50,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-08T08:19:51,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T08:19:51,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T08:19:51,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T08:19:51,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T08:19:51,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:19:51,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T08:19:51,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:19:51,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T08:19:51,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:19:51,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T08:19:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:19:51,841 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T08:19:51,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a88872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:51,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42493,-1 for getting cluster id 2024-11-08T08:19:51,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:51,842 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c11dad4b-37ed-4248-b150-79d0a12cb178' 2024-11-08T08:19:51,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:51,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c11dad4b-37ed-4248-b150-79d0a12cb178" 2024-11-08T08:19:51,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30277e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:51,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42493,-1] 2024-11-08T08:19:51,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:51,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:51,843 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:51,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dfbff70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:51,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19dc6dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:51,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,37491,-1 for getting cluster id 2024-11-08T08:19:51,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:51,845 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e6e0826-2203-4601-92da-1d15230126ae' 2024-11-08T08:19:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e6e0826-2203-4601-92da-1d15230126ae" 2024-11-08T08:19:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54db3d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:51,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,37491,-1] 2024-11-08T08:19:51,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:51,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:51,846 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:51,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c251422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:51,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e433c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:51,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42493,-1 for getting cluster id 2024-11-08T08:19:51,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:51,849 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c11dad4b-37ed-4248-b150-79d0a12cb178' 2024-11-08T08:19:51,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:51,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c11dad4b-37ed-4248-b150-79d0a12cb178" 2024-11-08T08:19:51,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71ac7c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:51,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42493,-1] 2024-11-08T08:19:51,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:51,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:51,850 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:51,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0f9d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:51,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:19:51,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42493,1731053978621 2024-11-08T08:19:51,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63159e07 2024-11-08T08:19:51,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:19:51,854 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:19:51,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42493 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ac96558fc7f:37491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T08:19:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42493 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:19:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:19:51,856 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:37491' 2024-11-08T08:19:51,857 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f7e1ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:51,857 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,37491,-1 for getting cluster id 2024-11-08T08:19:51,857 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:51,858 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e6e0826-2203-4601-92da-1d15230126ae' 2024-11-08T08:19:51,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:51,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e6e0826-2203-4601-92da-1d15230126ae" 2024-11-08T08:19:51,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9cb898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:51,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,37491,-1] 2024-11-08T08:19:51,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:51,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:51,859 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:51,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efd7720, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:51,860 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:19:51,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,37491,1731053984794 2024-11-08T08:19:51,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b8bfa9d 2024-11-08T08:19:51,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:19:51,861 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:19:51,862 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T08:19:51,862 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:19:51,862 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:51,862 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:51,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:19:51,862 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:19:51,863 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T08:19:51,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:19:51,864 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:51,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:19:51,913 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T08:19:51,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741837_1013 (size=1138) 2024-11-08T08:19:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:19:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:19:52,333 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42eb8ad49f8bbc1cf27edd4f661e1807, NAME => 'hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab 2024-11-08T08:19:52,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741838_1014 (size=44) 2024-11-08T08:19:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:19:52,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:52,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 42eb8ad49f8bbc1cf27edd4f661e1807, disabling compactions & flushes 2024-11-08T08:19:52,739 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807. 2024-11-08T08:19:52,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807. 2024-11-08T08:19:52,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807. after waiting 0 ms 2024-11-08T08:19:52,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807. 2024-11-08T08:19:52,739 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807. 2024-11-08T08:19:52,739 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42eb8ad49f8bbc1cf27edd4f661e1807: Waiting for close lock at 1731053992739Disabling compacts and flushes for region at 1731053992739Disabling writes for close at 1731053992739Writing region close event to WAL at 1731053992739Closed at 1731053992739 2024-11-08T08:19:52,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:19:52,740 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731053992740"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731053992740"}]},"ts":"1731053992740"} 2024-11-08T08:19:52,742 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:19:52,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:19:52,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053992743"}]},"ts":"1731053992743"} 2024-11-08T08:19:52,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T08:19:52,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=42eb8ad49f8bbc1cf27edd4f661e1807, ASSIGN}] 2024-11-08T08:19:52,746 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=42eb8ad49f8bbc1cf27edd4f661e1807, ASSIGN 2024-11-08T08:19:52,747 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=42eb8ad49f8bbc1cf27edd4f661e1807, ASSIGN; state=OFFLINE, location=6ac96558fc7f,35141,1731053978850; forceNewPlan=false, retain=false 2024-11-08T08:19:52,857 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:19:52,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:52,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:52,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:52,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:52,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:52,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:52,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=42eb8ad49f8bbc1cf27edd4f661e1807, regionState=OPENING, regionLocation=6ac96558fc7f,35141,1731053978850 2024-11-08T08:19:52,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=42eb8ad49f8bbc1cf27edd4f661e1807, ASSIGN because future has completed 2024-11-08T08:19:52,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42eb8ad49f8bbc1cf27edd4f661e1807, server=6ac96558fc7f,35141,1731053978850}] 2024-11-08T08:19:52,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:52,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:52,926 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T08:19:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:19:53,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807. 2024-11-08T08:19:53,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:19:53,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T08:19:53,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C35141%2C1731053978850.rep, suffix=, logDir=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850, archiveDir=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/oldWALs, maxLogs=10 2024-11-08T08:19:53,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.rep.1731053993057, exclude list is [], retry=0 2024-11-08T08:19:53,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42977,DS-fc6c17a3-8fe6-4bbe-b5e7-8c404d3e4206,DISK] 2024-11-08T08:19:53,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.rep.1731053993057 2024-11-08T08:19:53,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39341:39341)] 2024-11-08T08:19:53,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 42eb8ad49f8bbc1cf27edd4f661e1807, NAME => 'hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:19:53,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:19:53,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:19:53,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807. service=MultiRowMutationService 2024-11-08T08:19:53,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T08:19:53,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 42eb8ad49f8bbc1cf27edd4f661e1807 2024-11-08T08:19:53,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:53,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 42eb8ad49f8bbc1cf27edd4f661e1807 2024-11-08T08:19:53,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 42eb8ad49f8bbc1cf27edd4f661e1807 2024-11-08T08:19:53,080 INFO [StoreOpener-42eb8ad49f8bbc1cf27edd4f661e1807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 42eb8ad49f8bbc1cf27edd4f661e1807 2024-11-08T08:19:53,081 INFO [StoreOpener-42eb8ad49f8bbc1cf27edd4f661e1807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42eb8ad49f8bbc1cf27edd4f661e1807 columnFamilyName hfileref 2024-11-08T08:19:53,081 DEBUG [StoreOpener-42eb8ad49f8bbc1cf27edd4f661e1807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:53,082 INFO [StoreOpener-42eb8ad49f8bbc1cf27edd4f661e1807-1 {}] regionserver.HStore(327): Store=42eb8ad49f8bbc1cf27edd4f661e1807/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:53,082 INFO [StoreOpener-42eb8ad49f8bbc1cf27edd4f661e1807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 42eb8ad49f8bbc1cf27edd4f661e1807 2024-11-08T08:19:53,082 INFO [StoreOpener-42eb8ad49f8bbc1cf27edd4f661e1807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42eb8ad49f8bbc1cf27edd4f661e1807 columnFamilyName queue 2024-11-08T08:19:53,082 DEBUG [StoreOpener-42eb8ad49f8bbc1cf27edd4f661e1807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:53,083 INFO [StoreOpener-42eb8ad49f8bbc1cf27edd4f661e1807-1 {}] regionserver.HStore(327): Store=42eb8ad49f8bbc1cf27edd4f661e1807/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:53,083 INFO [StoreOpener-42eb8ad49f8bbc1cf27edd4f661e1807-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 42eb8ad49f8bbc1cf27edd4f661e1807 2024-11-08T08:19:53,084 INFO [StoreOpener-42eb8ad49f8bbc1cf27edd4f661e1807-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42eb8ad49f8bbc1cf27edd4f661e1807 columnFamilyName sid 2024-11-08T08:19:53,084 DEBUG [StoreOpener-42eb8ad49f8bbc1cf27edd4f661e1807-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:53,084 INFO [StoreOpener-42eb8ad49f8bbc1cf27edd4f661e1807-1 {}] regionserver.HStore(327): Store=42eb8ad49f8bbc1cf27edd4f661e1807/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:53,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 42eb8ad49f8bbc1cf27edd4f661e1807 2024-11-08T08:19:53,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/replication/42eb8ad49f8bbc1cf27edd4f661e1807 2024-11-08T08:19:53,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/replication/42eb8ad49f8bbc1cf27edd4f661e1807 2024-11-08T08:19:53,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 42eb8ad49f8bbc1cf27edd4f661e1807 2024-11-08T08:19:53,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 42eb8ad49f8bbc1cf27edd4f661e1807 2024-11-08T08:19:53,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:19:53,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 42eb8ad49f8bbc1cf27edd4f661e1807 2024-11-08T08:19:53,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/replication/42eb8ad49f8bbc1cf27edd4f661e1807/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:19:53,089 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 42eb8ad49f8bbc1cf27edd4f661e1807; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61530913, jitterRate=-0.08311794698238373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:19:53,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42eb8ad49f8bbc1cf27edd4f661e1807 2024-11-08T08:19:53,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 42eb8ad49f8bbc1cf27edd4f661e1807: Running coprocessor pre-open hook at 1731053993079Writing region info on filesystem at 1731053993079Initializing all the Stores at 1731053993080 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053993080Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053993080Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053993080Cleaning up temporary data from old regions at 1731053993086 (+6 ms)Running coprocessor post-open hooks at 1731053993089 (+3 ms)Region opened successfully at 1731053993089 2024-11-08T08:19:53,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807., pid=10, masterSystemTime=1731053993052 2024-11-08T08:19:53,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807. 2024-11-08T08:19:53,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807. 2024-11-08T08:19:53,092 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=42eb8ad49f8bbc1cf27edd4f661e1807, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,35141,1731053978850 2024-11-08T08:19:53,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42eb8ad49f8bbc1cf27edd4f661e1807, server=6ac96558fc7f,35141,1731053978850 because future has completed 2024-11-08T08:19:53,095 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42493 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6ac96558fc7f,35141,1731053978850, table=hbase:replication, region=42eb8ad49f8bbc1cf27edd4f661e1807. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T08:19:53,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T08:19:53,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 42eb8ad49f8bbc1cf27edd4f661e1807, server=6ac96558fc7f,35141,1731053978850 in 195 msec 2024-11-08T08:19:53,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T08:19:53,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=42eb8ad49f8bbc1cf27edd4f661e1807, ASSIGN in 352 msec 2024-11-08T08:19:53,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:19:53,099 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053993099"}]},"ts":"1731053993099"} 2024-11-08T08:19:53,101 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T08:19:53,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:19:53,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2400 sec 2024-11-08T08:19:53,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807., hostname=6ac96558fc7f,35141,1731053978850, seqNum=2] 2024-11-08T08:19:53,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234 2024-11-08T08:19:53,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234 2024-11-08T08:19:53,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:19:53,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T08:19:53,404 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T08:19:53,429 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ac96558fc7f,35141,1731053978850, ReplicationSource: 1, currentBandwidth=0 2024-11-08T08:19:53,430 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:19:53,430 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,35141,1731053978850, seqNum=-1] 2024-11-08T08:19:53,430 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:19:53,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T08:19:53,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ac96558fc7f,35141,1731053978850', locateType=CURRENT is [region=hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807., hostname=6ac96558fc7f,35141,1731053978850, seqNum=2] 2024-11-08T08:19:53,435 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T08:19:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42493 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T08:19:53,436 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ac96558fc7f,35141,1731053978850 suceeded 2024-11-08T08:19:53,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T08:19:53,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-08T08:19:53,438 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ac96558fc7f:37491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:19:53,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5840 sec 2024-11-08T08:19:53,453 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:37491' 2024-11-08T08:19:53,454 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@238e82ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:53,454 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,37491,-1 for getting cluster id 2024-11-08T08:19:53,455 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:53,455 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e6e0826-2203-4601-92da-1d15230126ae' 2024-11-08T08:19:53,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:53,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e6e0826-2203-4601-92da-1d15230126ae" 2024-11-08T08:19:53,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34fb4005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:53,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,37491,-1] 2024-11-08T08:19:53,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:53,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:53,457 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:53,458 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f1c04b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:53,458 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:19:53,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,37491,1731053984794 2024-11-08T08:19:53,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46d8a0ec 2024-11-08T08:19:53,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:19:53,459 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T08:19:53,460 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ac96558fc7f,35141,1731053978850 (queues=1) is replicating from cluster=c11dad4b-37ed-4248-b150-79d0a12cb178 to cluster=7e6e0826-2203-4601-92da-1d15230126ae 2024-11-08T08:19:53,460 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ac96558fc7f%2C35141%2C1731053978850 2024-11-08T08:19:53,460 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ac96558fc7f,35141,1731053978850, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:19:53,463 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C35141%2C1731053978850 2024-11-08T08:19:53,463 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989, startPosition=0, beingWritten=true 2024-11-08T08:19:53,468 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:19:53,468 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 379, reset compression=false 2024-11-08T08:19:53,468 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,35141,1731053978850 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:19:53,672 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 379, reset compression=false 2024-11-08T08:19:53,975 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 379, reset compression=false 2024-11-08T08:19:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:19:54,001 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T08:19:54,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:19:54,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:54,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:54,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:54,001 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:19:54,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4f54d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:54,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,37491,-1 for getting cluster id 2024-11-08T08:19:54,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:54,003 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e6e0826-2203-4601-92da-1d15230126ae' 2024-11-08T08:19:54,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:54,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e6e0826-2203-4601-92da-1d15230126ae" 2024-11-08T08:19:54,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0b7b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:54,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,37491,-1] 2024-11-08T08:19:54,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:54,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:54,004 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:54,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52040d22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:54,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:19:54,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,37491,1731053984794 2024-11-08T08:19:54,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@555ee319 2024-11-08T08:19:54,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:19:54,006 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:19:54,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ac96558fc7f:42493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T08:19:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:19:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:19:54,009 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:42493' 2024-11-08T08:19:54,010 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d70f3f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:54,010 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42493,-1 for getting cluster id 2024-11-08T08:19:54,010 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:54,010 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c11dad4b-37ed-4248-b150-79d0a12cb178' 2024-11-08T08:19:54,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:54,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c11dad4b-37ed-4248-b150-79d0a12cb178" 2024-11-08T08:19:54,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c679e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:54,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42493,-1] 2024-11-08T08:19:54,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:54,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:54,011 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:54,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d26786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:54,012 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:19:54,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42493,1731053978621 2024-11-08T08:19:54,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22a38b2e 2024-11-08T08:19:54,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:19:54,013 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:19:54,014 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T08:19:54,014 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:19:54,014 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:54,014 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:54,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:19:54,014 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:19:54,015 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T08:19:54,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:19:54,016 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:54,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:19:54,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741837_1013 (size=1138) 2024-11-08T08:19:54,065 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T08:19:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:19:54,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:19:54,379 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 379, reset compression=false 2024-11-08T08:19:54,423 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1934523894fb7210a869f7ba95d66b4a, NAME => 'hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907 2024-11-08T08:19:54,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741838_1014 (size=44) 2024-11-08T08:19:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:19:54,828 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:54,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1934523894fb7210a869f7ba95d66b4a, disabling compactions & flushes 2024-11-08T08:19:54,829 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a. 2024-11-08T08:19:54,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a. 2024-11-08T08:19:54,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a. after waiting 0 ms 2024-11-08T08:19:54,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a. 2024-11-08T08:19:54,829 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a. 2024-11-08T08:19:54,829 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1934523894fb7210a869f7ba95d66b4a: Waiting for close lock at 1731053994829Disabling compacts and flushes for region at 1731053994829Disabling writes for close at 1731053994829Writing region close event to WAL at 1731053994829Closed at 1731053994829 2024-11-08T08:19:54,830 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:19:54,830 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731053994830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731053994830"}]},"ts":"1731053994830"} 2024-11-08T08:19:54,832 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:19:54,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:19:54,833 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053994833"}]},"ts":"1731053994833"} 2024-11-08T08:19:54,834 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T08:19:54,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1934523894fb7210a869f7ba95d66b4a, ASSIGN}] 2024-11-08T08:19:54,835 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1934523894fb7210a869f7ba95d66b4a, ASSIGN 2024-11-08T08:19:54,836 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1934523894fb7210a869f7ba95d66b4a, ASSIGN; state=OFFLINE, location=6ac96558fc7f,41275,1731053984969; forceNewPlan=false, retain=false 2024-11-08T08:19:54,883 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 379, reset compression=false 2024-11-08T08:19:54,987 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1934523894fb7210a869f7ba95d66b4a, regionState=OPENING, regionLocation=6ac96558fc7f,41275,1731053984969 2024-11-08T08:19:54,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1934523894fb7210a869f7ba95d66b4a, ASSIGN because future has completed 2024-11-08T08:19:54,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1934523894fb7210a869f7ba95d66b4a, server=6ac96558fc7f,41275,1731053984969}] 2024-11-08T08:19:55,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:19:55,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a. 2024-11-08T08:19:55,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:19:55,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T08:19:55,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C41275%2C1731053984969.rep, suffix=, logDir=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969, archiveDir=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/oldWALs, maxLogs=10 2024-11-08T08:19:55,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.rep.1731053995146, exclude list is [], retry=0 2024-11-08T08:19:55,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35589,DS-3dfab822-b7ce-43cf-86fa-4e2cd271f623,DISK] 2024-11-08T08:19:55,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.rep.1731053995146 2024-11-08T08:19:55,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45127:45127)] 2024-11-08T08:19:55,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1934523894fb7210a869f7ba95d66b4a, NAME => 'hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:19:55,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:19:55,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:19:55,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a. service=MultiRowMutationService 2024-11-08T08:19:55,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T08:19:55,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1934523894fb7210a869f7ba95d66b4a 2024-11-08T08:19:55,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:19:55,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1934523894fb7210a869f7ba95d66b4a 2024-11-08T08:19:55,161 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1934523894fb7210a869f7ba95d66b4a 2024-11-08T08:19:55,162 INFO [StoreOpener-1934523894fb7210a869f7ba95d66b4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1934523894fb7210a869f7ba95d66b4a 2024-11-08T08:19:55,164 INFO [StoreOpener-1934523894fb7210a869f7ba95d66b4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1934523894fb7210a869f7ba95d66b4a columnFamilyName hfileref 2024-11-08T08:19:55,164 DEBUG [StoreOpener-1934523894fb7210a869f7ba95d66b4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:55,164 INFO [StoreOpener-1934523894fb7210a869f7ba95d66b4a-1 {}] regionserver.HStore(327): Store=1934523894fb7210a869f7ba95d66b4a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:55,164 INFO [StoreOpener-1934523894fb7210a869f7ba95d66b4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1934523894fb7210a869f7ba95d66b4a 2024-11-08T08:19:55,165 INFO [StoreOpener-1934523894fb7210a869f7ba95d66b4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1934523894fb7210a869f7ba95d66b4a columnFamilyName queue 2024-11-08T08:19:55,165 DEBUG [StoreOpener-1934523894fb7210a869f7ba95d66b4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:55,166 INFO [StoreOpener-1934523894fb7210a869f7ba95d66b4a-1 {}] regionserver.HStore(327): Store=1934523894fb7210a869f7ba95d66b4a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:55,166 INFO [StoreOpener-1934523894fb7210a869f7ba95d66b4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1934523894fb7210a869f7ba95d66b4a 2024-11-08T08:19:55,167 INFO [StoreOpener-1934523894fb7210a869f7ba95d66b4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1934523894fb7210a869f7ba95d66b4a columnFamilyName sid 2024-11-08T08:19:55,167 DEBUG [StoreOpener-1934523894fb7210a869f7ba95d66b4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:19:55,167 INFO [StoreOpener-1934523894fb7210a869f7ba95d66b4a-1 {}] regionserver.HStore(327): Store=1934523894fb7210a869f7ba95d66b4a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:19:55,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1934523894fb7210a869f7ba95d66b4a 2024-11-08T08:19:55,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/replication/1934523894fb7210a869f7ba95d66b4a 2024-11-08T08:19:55,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/replication/1934523894fb7210a869f7ba95d66b4a 2024-11-08T08:19:55,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1934523894fb7210a869f7ba95d66b4a 2024-11-08T08:19:55,168 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1934523894fb7210a869f7ba95d66b4a 2024-11-08T08:19:55,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:19:55,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1934523894fb7210a869f7ba95d66b4a 2024-11-08T08:19:55,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/replication/1934523894fb7210a869f7ba95d66b4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:19:55,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1934523894fb7210a869f7ba95d66b4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70748998, jitterRate=0.054242223501205444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:19:55,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1934523894fb7210a869f7ba95d66b4a 2024-11-08T08:19:55,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1934523894fb7210a869f7ba95d66b4a: Running coprocessor pre-open hook at 1731053995161Writing region info on filesystem at 1731053995161Initializing all the Stores at 1731053995162 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053995162Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053995162Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731053995162Cleaning up temporary data from old regions at 1731053995168 (+6 ms)Running coprocessor post-open hooks at 1731053995175 (+7 ms)Region opened successfully at 1731053995175 2024-11-08T08:19:55,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a., pid=10, masterSystemTime=1731053995141 2024-11-08T08:19:55,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a. 2024-11-08T08:19:55,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a. 2024-11-08T08:19:55,178 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1934523894fb7210a869f7ba95d66b4a, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,41275,1731053984969 2024-11-08T08:19:55,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1934523894fb7210a869f7ba95d66b4a, server=6ac96558fc7f,41275,1731053984969 because future has completed 2024-11-08T08:19:55,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T08:19:55,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1934523894fb7210a869f7ba95d66b4a, server=6ac96558fc7f,41275,1731053984969 in 192 msec 2024-11-08T08:19:55,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T08:19:55,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1934523894fb7210a869f7ba95d66b4a, ASSIGN in 348 msec 2024-11-08T08:19:55,185 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:19:55,185 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731053995185"}]},"ts":"1731053995185"} 2024-11-08T08:19:55,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T08:19:55,187 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:19:55,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-08T08:19:55,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a., hostname=6ac96558fc7f,41275,1731053984969, seqNum=2] 2024-11-08T08:19:55,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407 2024-11-08T08:19:55,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407 2024-11-08T08:19:55,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:19:55,487 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 379, reset compression=false 2024-11-08T08:19:55,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41275 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T08:19:55,488 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T08:19:55,522 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ac96558fc7f,41275,1731053984969, ReplicationSource: 1, currentBandwidth=0 2024-11-08T08:19:55,523 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:19:55,523 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,41275,1731053984969, seqNum=-1] 2024-11-08T08:19:55,523 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:19:55,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T08:19:55,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ac96558fc7f,41275,1731053984969', locateType=CURRENT is [region=hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a., hostname=6ac96558fc7f,41275,1731053984969, seqNum=2] 2024-11-08T08:19:55,528 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T08:19:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T08:19:55,530 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ac96558fc7f,41275,1731053984969 suceeded 2024-11-08T08:19:55,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T08:19:55,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-08T08:19:55,531 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ac96558fc7f:42493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:19:55,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5250 sec 2024-11-08T08:19:55,541 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:42493' 2024-11-08T08:19:55,542 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3103631b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:55,542 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42493,-1 for getting cluster id 2024-11-08T08:19:55,542 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:55,543 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c11dad4b-37ed-4248-b150-79d0a12cb178' 2024-11-08T08:19:55,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:55,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c11dad4b-37ed-4248-b150-79d0a12cb178" 2024-11-08T08:19:55,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@651ee9cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:55,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42493,-1] 2024-11-08T08:19:55,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:55,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:55,544 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:55,545 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@113e2692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:55,545 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:19:55,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42493,1731053978621 2024-11-08T08:19:55,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ac9f864 2024-11-08T08:19:55,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:19:55,546 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T08:19:55,547 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ac96558fc7f,41275,1731053984969 (queues=1) is replicating from cluster=7e6e0826-2203-4601-92da-1d15230126ae to cluster=c11dad4b-37ed-4248-b150-79d0a12cb178 2024-11-08T08:19:55,547 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ac96558fc7f%2C41275%2C1731053984969 2024-11-08T08:19:55,547 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ac96558fc7f,41275,1731053984969, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:19:55,547 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.shipper6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C41275%2C1731053984969 2024-11-08T08:19:55,547 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963, startPosition=0, beingWritten=true 2024-11-08T08:19:55,551 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:19:55,552 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 to pos 379, reset compression=false 2024-11-08T08:19:55,552 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.shipper6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,41275,1731053984969 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:19:55,755 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 to pos 379, reset compression=false 2024-11-08T08:19:56,060 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 to pos 379, reset compression=false 2024-11-08T08:19:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:19:56,150 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T08:19:56,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:19:56,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:56,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:56,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:56,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:19:56,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:56,154 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731053996153/Put/seqid=0 2024-11-08T08:19:56,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741840_1016 (size=7894) 2024-11-08T08:19:56,190 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 379, reset compression=false 2024-11-08T08:19:56,464 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 to pos 379, reset compression=false 2024-11-08T08:19:56,560 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731053996559/Put/seqid=0 2024-11-08T08:19:56,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741841_1017 (size=7691) 2024-11-08T08:19:56,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f24eb37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:56,966 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42493,-1 for getting cluster id 2024-11-08T08:19:56,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:56,967 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c11dad4b-37ed-4248-b150-79d0a12cb178' 2024-11-08T08:19:56,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:56,967 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 to pos 379, reset compression=false 2024-11-08T08:19:56,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c11dad4b-37ed-4248-b150-79d0a12cb178" 2024-11-08T08:19:56,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53971d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:56,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42493,-1] 2024-11-08T08:19:56,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:56,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:56,968 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:56,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f306010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:56,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:19:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,35141,1731053978850, seqNum=-1] 2024-11-08T08:19:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:19:56,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:19:56,994 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 379, reset compression=false 2024-11-08T08:19:57,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:19:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42493,1731053978621 2024-11-08T08:19:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a9ac7d 2024-11-08T08:19:57,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:19:57,016 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:19:57,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731053987529.667cb6c320eebfc8836d1268d4923deb., hostname=6ac96558fc7f,35141,1731053978850, seqNum=2] 2024-11-08T08:19:57,021 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T08:19:57,026 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-08T08:19:57,028 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-08T08:19:57,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 667cb6c320eebfc8836d1268d4923deb/f 2024-11-08T08:19:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T08:19:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:19:57,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 667cb6c320eebfc8836d1268d4923deb/f 2024-11-08T08:19:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T08:19:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:19:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HRegion(2603): Flush status journal for 667cb6c320eebfc8836d1268d4923deb: 2024-11-08T08:19:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins__test__bcdkmrcrv54lbbp2ouph72o40208j6b7vec9fm1k4tpljhjvn3lohe7u19ls3aaq/f/hfile_1 2024-11-08T08:19:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins__test__bcdkmrcrv54lbbp2ouph72o40208j6b7vec9fm1k4tpljhjvn3lohe7u19ls3aaq/f/hfile_1 as hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb/f/7b27e04a9b5a4af7abf2be16304d9cd2_SeqId_4_ 2024-11-08T08:19:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins__test__bcdkmrcrv54lbbp2ouph72o40208j6b7vec9fm1k4tpljhjvn3lohe7u19ls3aaq/f/hfile_0 2024-11-08T08:19:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins__test__bcdkmrcrv54lbbp2ouph72o40208j6b7vec9fm1k4tpljhjvn3lohe7u19ls3aaq/f/hfile_0 as hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb/f/24561b1810334aaa87ee45098c6e226d_SeqId_4_ 2024-11-08T08:19:57,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins__test__bcdkmrcrv54lbbp2ouph72o40208j6b7vec9fm1k4tpljhjvn3lohe7u19ls3aaq/f/hfile_1 into 667cb6c320eebfc8836d1268d4923deb/f as hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb/f/7b27e04a9b5a4af7abf2be16304d9cd2_SeqId_4_ - updating store file list. 2024-11-08T08:19:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7b27e04a9b5a4af7abf2be16304d9cd2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T08:19:57,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb/f/7b27e04a9b5a4af7abf2be16304d9cd2_SeqId_4_ into 667cb6c320eebfc8836d1268d4923deb/f 2024-11-08T08:19:57,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins__test__bcdkmrcrv54lbbp2ouph72o40208j6b7vec9fm1k4tpljhjvn3lohe7u19ls3aaq/f/hfile_1 into 667cb6c320eebfc8836d1268d4923deb/f (new location: hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb/f/7b27e04a9b5a4af7abf2be16304d9cd2_SeqId_4_) 2024-11-08T08:19:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins__test__bcdkmrcrv54lbbp2ouph72o40208j6b7vec9fm1k4tpljhjvn3lohe7u19ls3aaq/f/hfile_1 2024-11-08T08:19:57,048 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins__test__bcdkmrcrv54lbbp2ouph72o40208j6b7vec9fm1k4tpljhjvn3lohe7u19ls3aaq/f/hfile_0 into 667cb6c320eebfc8836d1268d4923deb/f as hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb/f/24561b1810334aaa87ee45098c6e226d_SeqId_4_ - updating store file list. 2024-11-08T08:19:57,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 24561b1810334aaa87ee45098c6e226d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T08:19:57,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb/f/24561b1810334aaa87ee45098c6e226d_SeqId_4_ into 667cb6c320eebfc8836d1268d4923deb/f 2024-11-08T08:19:57,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins__test__bcdkmrcrv54lbbp2ouph72o40208j6b7vec9fm1k4tpljhjvn3lohe7u19ls3aaq/f/hfile_0 into 667cb6c320eebfc8836d1268d4923deb/f (new location: hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb/f/24561b1810334aaa87ee45098c6e226d_SeqId_4_) 2024-11-08T08:19:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins__test__bcdkmrcrv54lbbp2ouph72o40208j6b7vec9fm1k4tpljhjvn3lohe7u19ls3aaq/f/hfile_0 2024-11-08T08:19:57,054 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:19:57,054 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:57,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:57,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:57,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:19:57,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731053987529.667cb6c320eebfc8836d1268d4923deb., hostname=6ac96558fc7f,35141,1731053978850, seqNum=2 , the old value is region=test,,1731053987529.667cb6c320eebfc8836d1268d4923deb., hostname=6ac96558fc7f,35141,1731053978850, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6ac96558fc7f:35141 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T08:19:57,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731053987529.667cb6c320eebfc8836d1268d4923deb., hostname=6ac96558fc7f,35141,1731053978850, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T08:19:57,054 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731053987529.667cb6c320eebfc8836d1268d4923deb., hostname=6ac96558fc7f,35141,1731053978850, seqNum=2 from cache 2024-11-08T08:19:57,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:19:57,055 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T08:19:57,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,41275,1731053984969, seqNum=-1] 2024-11-08T08:19:57,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:19:57,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:19:57,059 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf., hostname=6ac96558fc7f,41275,1731053984969, seqNum=2] 2024-11-08T08:19:57,060 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T08:19:57,161 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:35141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T08:19:57,572 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 to pos 379, reset compression=false 2024-11-08T08:19:57,897 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 379, reset compression=false 2024-11-08T08:19:57,902 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:19:57,902 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,35141,1731053978850 got entry batch from reader: WALEntryBatch [walEntries=[{test/667cb6c320eebfc8836d1268d4923deb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731053997052/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T08:19:57,904 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:19:57,905 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-08T08:19:57,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.ReplicationSink(318): Replicating [c11dad4b-37ed-4248-b150-79d0a12cb178] bulk loaded data 2024-11-08T08:19:57,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@398dc59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:57,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,37491,-1 for getting cluster id 2024-11-08T08:19:57,906 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:57,906 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e6e0826-2203-4601-92da-1d15230126ae' 2024-11-08T08:19:57,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:57,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e6e0826-2203-4601-92da-1d15230126ae" 2024-11-08T08:19:57,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@650adffb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:57,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,37491,-1] 2024-11-08T08:19:57,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:57,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:57,907 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:57,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ed49f80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:57,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741840_1016 (size=7691) 2024-11-08T08:19:58,063 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T08:19:58,102 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 687, reset compression=false 2024-11-08T08:19:58,275 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 to pos 379, reset compression=false 2024-11-08T08:19:58,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741841_1017 (size=7894) 2024-11-08T08:19:58,406 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 687, reset compression=false 2024-11-08T08:19:58,581 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:19:58,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:58,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:58,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:58,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:58,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:58,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:58,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:58,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:19:58,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:19:58,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,37491,1731053984794 2024-11-08T08:19:58,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d0ed596 2024-11-08T08:19:58,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:19:58,738 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-08T08:19:58,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T08:19:58,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:19:58,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,41275,1731053984969, seqNum=-1] 2024-11-08T08:19:58,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:19:58,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-08T08:19:58,750 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins.hfs.11__test__pkso1fl6r5oqg3o0ctksa5vn5iuo5bom8ban90cg3dfoo89buchs42ecsgig1fu7/f/24561b1810334aaa87ee45098c6e226d_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T08:19:58,753 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins.hfs.11__test__pkso1fl6r5oqg3o0ctksa5vn5iuo5bom8ban90cg3dfoo89buchs42ecsgig1fu7/f/7b27e04a9b5a4af7abf2be16304d9cd2_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T08:19:58,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins.hfs.11__test__pkso1fl6r5oqg3o0ctksa5vn5iuo5bom8ban90cg3dfoo89buchs42ecsgig1fu7/f/7b27e04a9b5a4af7abf2be16304d9cd2_SeqId_4_ for inclusion in 86d30081f88a2047fcc15ef1fe5fcbaf/f 2024-11-08T08:19:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-08T08:19:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:19:58,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins.hfs.11__test__pkso1fl6r5oqg3o0ctksa5vn5iuo5bom8ban90cg3dfoo89buchs42ecsgig1fu7/f/24561b1810334aaa87ee45098c6e226d_SeqId_4_ for inclusion in 86d30081f88a2047fcc15ef1fe5fcbaf/f 2024-11-08T08:19:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-08T08:19:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:19:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HRegion(2603): Flush status journal for 86d30081f88a2047fcc15ef1fe5fcbaf: 2024-11-08T08:19:58,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7b27e04a9b5a4af7abf2be16304d9cd2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T08:19:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins.hfs.11__test__pkso1fl6r5oqg3o0ctksa5vn5iuo5bom8ban90cg3dfoo89buchs42ecsgig1fu7/f/7b27e04a9b5a4af7abf2be16304d9cd2_SeqId_4_ as hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf/f/a0097b0319d945b0b60cee96477b21f2_SeqId_4_ 2024-11-08T08:19:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 24561b1810334aaa87ee45098c6e226d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T08:19:58,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins.hfs.11__test__pkso1fl6r5oqg3o0ctksa5vn5iuo5bom8ban90cg3dfoo89buchs42ecsgig1fu7/f/24561b1810334aaa87ee45098c6e226d_SeqId_4_ as hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf/f/497b07dfcc1547d3858cba544a6c2bfd_SeqId_4_ 2024-11-08T08:19:58,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins.hfs.11__test__pkso1fl6r5oqg3o0ctksa5vn5iuo5bom8ban90cg3dfoo89buchs42ecsgig1fu7/f/7b27e04a9b5a4af7abf2be16304d9cd2_SeqId_4_ into 86d30081f88a2047fcc15ef1fe5fcbaf/f as hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf/f/a0097b0319d945b0b60cee96477b21f2_SeqId_4_ - updating store file list. 2024-11-08T08:19:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a0097b0319d945b0b60cee96477b21f2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T08:19:58,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf/f/a0097b0319d945b0b60cee96477b21f2_SeqId_4_ into 86d30081f88a2047fcc15ef1fe5fcbaf/f 2024-11-08T08:19:58,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins.hfs.11__test__pkso1fl6r5oqg3o0ctksa5vn5iuo5bom8ban90cg3dfoo89buchs42ecsgig1fu7/f/7b27e04a9b5a4af7abf2be16304d9cd2_SeqId_4_ into 86d30081f88a2047fcc15ef1fe5fcbaf/f (new location: hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf/f/a0097b0319d945b0b60cee96477b21f2_SeqId_4_) 2024-11-08T08:19:58,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins.hfs.11__test__pkso1fl6r5oqg3o0ctksa5vn5iuo5bom8ban90cg3dfoo89buchs42ecsgig1fu7/f/7b27e04a9b5a4af7abf2be16304d9cd2_SeqId_4_ 2024-11-08T08:19:58,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins.hfs.11__test__pkso1fl6r5oqg3o0ctksa5vn5iuo5bom8ban90cg3dfoo89buchs42ecsgig1fu7/f/24561b1810334aaa87ee45098c6e226d_SeqId_4_ into 86d30081f88a2047fcc15ef1fe5fcbaf/f as hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf/f/497b07dfcc1547d3858cba544a6c2bfd_SeqId_4_ - updating store file list. 2024-11-08T08:19:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 497b07dfcc1547d3858cba544a6c2bfd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T08:19:58,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf/f/497b07dfcc1547d3858cba544a6c2bfd_SeqId_4_ into 86d30081f88a2047fcc15ef1fe5fcbaf/f 2024-11-08T08:19:58,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins.hfs.11__test__pkso1fl6r5oqg3o0ctksa5vn5iuo5bom8ban90cg3dfoo89buchs42ecsgig1fu7/f/24561b1810334aaa87ee45098c6e226d_SeqId_4_ into 86d30081f88a2047fcc15ef1fe5fcbaf/f (new location: hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf/f/497b07dfcc1547d3858cba544a6c2bfd_SeqId_4_) 2024-11-08T08:19:58,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins.hfs.11__test__pkso1fl6r5oqg3o0ctksa5vn5iuo5bom8ban90cg3dfoo89buchs42ecsgig1fu7/f/24561b1810334aaa87ee45098c6e226d_SeqId_4_ 2024-11-08T08:19:58,795 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.ReplicationSink(324): Finished replicating [c11dad4b-37ed-4248-b150-79d0a12cb178] bulk loaded data 2024-11-08T08:19:58,810 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 687, reset compression=false 2024-11-08T08:19:58,927 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T08:19:59,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:19:59,077 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731053999077/Put/seqid=0 2024-11-08T08:19:59,079 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 to pos 379, reset compression=false 2024-11-08T08:19:59,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741842_1018 (size=11194) 2024-11-08T08:19:59,084 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:19:59,084 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.shipper6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,41275,1731053984969 got entry batch from reader: WALEntryBatch [walEntries=[{test/86d30081f88a2047fcc15ef1fe5fcbaf/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731053998794/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T08:19:59,086 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.shipper6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:19:59,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-08T08:19:59,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.ReplicationSink(318): Replicating [c11dad4b-37ed-4248-b150-79d0a12cb178, 7e6e0826-2203-4601-92da-1d15230126ae] bulk loaded data 2024-11-08T08:19:59,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c8cb3be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:59,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42493,-1 for getting cluster id 2024-11-08T08:19:59,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:59,089 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c11dad4b-37ed-4248-b150-79d0a12cb178' 2024-11-08T08:19:59,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:59,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c11dad4b-37ed-4248-b150-79d0a12cb178" 2024-11-08T08:19:59,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34ff4c91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:59,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42493,-1] 2024-11-08T08:19:59,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:59,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:59,090 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:59,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cb0eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:59,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741842_1018 (size=7691) 2024-11-08T08:19:59,284 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 to pos 725, reset compression=false 2024-11-08T08:19:59,314 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 687, reset compression=false 2024-11-08T08:19:59,485 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731053999485/Put/seqid=0 2024-11-08T08:19:59,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741843_1019 (size=10791) 2024-11-08T08:19:59,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741843_1019 (size=7894) 2024-11-08T08:19:59,588 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 to pos 725, reset compression=false 2024-11-08T08:19:59,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ca1585, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:59,890 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,37491,-1 for getting cluster id 2024-11-08T08:19:59,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:19:59,891 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7e6e0826-2203-4601-92da-1d15230126ae' 2024-11-08T08:19:59,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:19:59,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7e6e0826-2203-4601-92da-1d15230126ae" 2024-11-08T08:19:59,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5531e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:59,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,37491,-1] 2024-11-08T08:19:59,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:19:59,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:59,892 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:19:59,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@232a4c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:19:59,893 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:19:59,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,41275,1731053984969, seqNum=-1] 2024-11-08T08:19:59,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:19:59,894 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:19:59,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:19:59,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,37491,1731053984794 2024-11-08T08:19:59,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cd269df 2024-11-08T08:19:59,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:19:59,902 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:19:59,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf., hostname=6ac96558fc7f,41275,1731053984969, seqNum=2] 2024-11-08T08:19:59,907 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T08:19:59,912 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-08T08:19:59,914 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-08T08:19:59,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:19:59,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42493,1731053978621 2024-11-08T08:19:59,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21e7935b 2024-11-08T08:19:59,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:19:59,917 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-08T08:19:59,917 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 687, reset compression=false 2024-11-08T08:19:59,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T08:19:59,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:19:59,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,35141,1731053978850, seqNum=-1] 2024-11-08T08:19:59,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:19:59,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-08T08:19:59,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 86d30081f88a2047fcc15ef1fe5fcbaf/f 2024-11-08T08:19:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T08:19:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:19:59,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 86d30081f88a2047fcc15ef1fe5fcbaf/f 2024-11-08T08:19:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T08:19:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:19:59,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HRegion(2603): Flush status journal for 86d30081f88a2047fcc15ef1fe5fcbaf: 2024-11-08T08:19:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins__test__tlqpe0fotv31kovu01ugmbn5thjvicjo237uk273c5osrd1emr957fpnasb54dpg/f/hfile_1 2024-11-08T08:19:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins__test__tlqpe0fotv31kovu01ugmbn5thjvicjo237uk273c5osrd1emr957fpnasb54dpg/f/hfile_1 as hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf/f/c3274a7fa6824ac3ac6334212b082052_SeqId_6_ 2024-11-08T08:19:59,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins__test__tlqpe0fotv31kovu01ugmbn5thjvicjo237uk273c5osrd1emr957fpnasb54dpg/f/hfile_0 2024-11-08T08:19:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins__test__tlqpe0fotv31kovu01ugmbn5thjvicjo237uk273c5osrd1emr957fpnasb54dpg/f/hfile_0 as hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf/f/b59ec347bd804ab5baf06d32703ddec1_SeqId_6_ 2024-11-08T08:19:59,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins__test__tlqpe0fotv31kovu01ugmbn5thjvicjo237uk273c5osrd1emr957fpnasb54dpg/f/hfile_1 into 86d30081f88a2047fcc15ef1fe5fcbaf/f as hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf/f/c3274a7fa6824ac3ac6334212b082052_SeqId_6_ - updating store file list. 2024-11-08T08:19:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c3274a7fa6824ac3ac6334212b082052_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T08:19:59,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf/f/c3274a7fa6824ac3ac6334212b082052_SeqId_6_ into 86d30081f88a2047fcc15ef1fe5fcbaf/f 2024-11-08T08:19:59,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins__test__tlqpe0fotv31kovu01ugmbn5thjvicjo237uk273c5osrd1emr957fpnasb54dpg/f/hfile_1 into 86d30081f88a2047fcc15ef1fe5fcbaf/f (new location: hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf/f/c3274a7fa6824ac3ac6334212b082052_SeqId_6_) 2024-11-08T08:19:59,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins__test__tlqpe0fotv31kovu01ugmbn5thjvicjo237uk273c5osrd1emr957fpnasb54dpg/f/hfile_1 2024-11-08T08:19:59,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins__test__tlqpe0fotv31kovu01ugmbn5thjvicjo237uk273c5osrd1emr957fpnasb54dpg/f/hfile_0 into 86d30081f88a2047fcc15ef1fe5fcbaf/f as hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf/f/b59ec347bd804ab5baf06d32703ddec1_SeqId_6_ - updating store file list. 2024-11-08T08:19:59,939 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins.hfs.10__test__5gp8bu9d0p28i52m2s2oep9oaq3hco3u0mrgb0pq2obhgfprjdisjg5b5a8q75m9/f/497b07dfcc1547d3858cba544a6c2bfd_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-08T08:19:59,941 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins.hfs.10__test__5gp8bu9d0p28i52m2s2oep9oaq3hco3u0mrgb0pq2obhgfprjdisjg5b5a8q75m9/f/a0097b0319d945b0b60cee96477b21f2_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-08T08:19:59,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b59ec347bd804ab5baf06d32703ddec1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T08:19:59,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf/f/b59ec347bd804ab5baf06d32703ddec1_SeqId_6_ into 86d30081f88a2047fcc15ef1fe5fcbaf/f 2024-11-08T08:19:59,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins__test__tlqpe0fotv31kovu01ugmbn5thjvicjo237uk273c5osrd1emr957fpnasb54dpg/f/hfile_0 into 86d30081f88a2047fcc15ef1fe5fcbaf/f (new location: hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf/f/b59ec347bd804ab5baf06d32703ddec1_SeqId_6_) 2024-11-08T08:19:59,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41275 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/staging/jenkins__test__tlqpe0fotv31kovu01ugmbn5thjvicjo237uk273c5osrd1emr957fpnasb54dpg/f/hfile_0 2024-11-08T08:19:59,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.ReplicationSink(324): Finished replicating [c11dad4b-37ed-4248-b150-79d0a12cb178, 7e6e0826-2203-4601-92da-1d15230126ae] bulk loaded data 2024-11-08T08:19:59,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:19:59,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:19:59,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:59,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:19:59,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:19:59,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:19:59,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf., hostname=6ac96558fc7f,41275,1731053984969, seqNum=2 , the old value is region=test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf., hostname=6ac96558fc7f,41275,1731053984969, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6ac96558fc7f:41275 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T08:19:59,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf., hostname=6ac96558fc7f,41275,1731053984969, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T08:19:59,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf., hostname=6ac96558fc7f,41275,1731053984969, seqNum=2 from cache 2024-11-08T08:19:59,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,35141,1731053978850, seqNum=-1] 2024-11-08T08:19:59,945 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T08:19:59,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:19:59,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:19:59,948 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731053987529.667cb6c320eebfc8836d1268d4923deb., hostname=6ac96558fc7f,35141,1731053978850, seqNum=2] 2024-11-08T08:19:59,956 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T08:19:59,991 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 to pos 725, reset compression=false 2024-11-08T08:19:59,997 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:19:59,997 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.shipper6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,41275,1731053984969 got entry batch from reader: WALEntryBatch [walEntries=[{test/86d30081f88a2047fcc15ef1fe5fcbaf/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731053999942/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T08:19:59,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.ReplicationSink(318): Replicating [7e6e0826-2203-4601-92da-1d15230126ae] bulk loaded data 2024-11-08T08:20:00,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741844_1020 (size=10791) 2024-11-08T08:20:00,050 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:41275 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T08:20:00,197 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 to pos 1033, reset compression=false 2024-11-08T08:20:00,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741845_1021 (size=11194) 2024-11-08T08:20:00,500 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 to pos 1033, reset compression=false 2024-11-08T08:20:00,651 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 687, reset compression=false 2024-11-08T08:20:00,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T08:20:00,833 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins.hfs.10__test__hhvqo44oco9viuvq3qnc267r2du1sqvlsff8mgjlc6coatrlsq7a6guurmfnp3pj/f/b59ec347bd804ab5baf06d32703ddec1_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-08T08:20:00,836 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins.hfs.10__test__hhvqo44oco9viuvq3qnc267r2du1sqvlsff8mgjlc6coatrlsq7a6guurmfnp3pj/f/c3274a7fa6824ac3ac6334212b082052_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-08T08:20:00,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins.hfs.10__test__hhvqo44oco9viuvq3qnc267r2du1sqvlsff8mgjlc6coatrlsq7a6guurmfnp3pj/f/c3274a7fa6824ac3ac6334212b082052_SeqId_6_ for inclusion in 667cb6c320eebfc8836d1268d4923deb/f 2024-11-08T08:20:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-08T08:20:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:20:00,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins.hfs.10__test__hhvqo44oco9viuvq3qnc267r2du1sqvlsff8mgjlc6coatrlsq7a6guurmfnp3pj/f/b59ec347bd804ab5baf06d32703ddec1_SeqId_6_ for inclusion in 667cb6c320eebfc8836d1268d4923deb/f 2024-11-08T08:20:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-08T08:20:00,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:20:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HRegion(2603): Flush status journal for 667cb6c320eebfc8836d1268d4923deb: 2024-11-08T08:20:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c3274a7fa6824ac3ac6334212b082052_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T08:20:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins.hfs.10__test__hhvqo44oco9viuvq3qnc267r2du1sqvlsff8mgjlc6coatrlsq7a6guurmfnp3pj/f/c3274a7fa6824ac3ac6334212b082052_SeqId_6_ as hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb/f/f4010d631c6c4692998b561dcad100dc_SeqId_6_ 2024-11-08T08:20:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b59ec347bd804ab5baf06d32703ddec1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T08:20:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins.hfs.10__test__hhvqo44oco9viuvq3qnc267r2du1sqvlsff8mgjlc6coatrlsq7a6guurmfnp3pj/f/b59ec347bd804ab5baf06d32703ddec1_SeqId_6_ as hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb/f/7625f4c931de40969ca577b398e603fb_SeqId_6_ 2024-11-08T08:20:00,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins.hfs.10__test__hhvqo44oco9viuvq3qnc267r2du1sqvlsff8mgjlc6coatrlsq7a6guurmfnp3pj/f/c3274a7fa6824ac3ac6334212b082052_SeqId_6_ into 667cb6c320eebfc8836d1268d4923deb/f as hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb/f/f4010d631c6c4692998b561dcad100dc_SeqId_6_ - updating store file list. 2024-11-08T08:20:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f4010d631c6c4692998b561dcad100dc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T08:20:00,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb/f/f4010d631c6c4692998b561dcad100dc_SeqId_6_ into 667cb6c320eebfc8836d1268d4923deb/f 2024-11-08T08:20:00,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins.hfs.10__test__hhvqo44oco9viuvq3qnc267r2du1sqvlsff8mgjlc6coatrlsq7a6guurmfnp3pj/f/c3274a7fa6824ac3ac6334212b082052_SeqId_6_ into 667cb6c320eebfc8836d1268d4923deb/f (new location: hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb/f/f4010d631c6c4692998b561dcad100dc_SeqId_6_) 2024-11-08T08:20:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins.hfs.10__test__hhvqo44oco9viuvq3qnc267r2du1sqvlsff8mgjlc6coatrlsq7a6guurmfnp3pj/f/c3274a7fa6824ac3ac6334212b082052_SeqId_6_ 2024-11-08T08:20:00,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins.hfs.10__test__hhvqo44oco9viuvq3qnc267r2du1sqvlsff8mgjlc6coatrlsq7a6guurmfnp3pj/f/b59ec347bd804ab5baf06d32703ddec1_SeqId_6_ into 667cb6c320eebfc8836d1268d4923deb/f as hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb/f/7625f4c931de40969ca577b398e603fb_SeqId_6_ - updating store file list. 2024-11-08T08:20:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7625f4c931de40969ca577b398e603fb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T08:20:00,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb/f/7625f4c931de40969ca577b398e603fb_SeqId_6_ into 667cb6c320eebfc8836d1268d4923deb/f 2024-11-08T08:20:00,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins.hfs.10__test__hhvqo44oco9viuvq3qnc267r2du1sqvlsff8mgjlc6coatrlsq7a6guurmfnp3pj/f/b59ec347bd804ab5baf06d32703ddec1_SeqId_6_ into 667cb6c320eebfc8836d1268d4923deb/f (new location: hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb/f/7625f4c931de40969ca577b398e603fb_SeqId_6_) 2024-11-08T08:20:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/staging/jenkins.hfs.10__test__hhvqo44oco9viuvq3qnc267r2du1sqvlsff8mgjlc6coatrlsq7a6guurmfnp3pj/f/b59ec347bd804ab5baf06d32703ddec1_SeqId_6_ 2024-11-08T08:20:00,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35141 {}] regionserver.ReplicationSink(324): Finished replicating [7e6e0826-2203-4601-92da-1d15230126ae] bulk loaded data 2024-11-08T08:20:00,905 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 to pos 1033, reset compression=false 2024-11-08T08:20:00,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:20:00,968 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:20:00,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:00,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:00,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:00,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:20:00,968 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:20:00,968 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=401964763, stopped=false 2024-11-08T08:20:00,968 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,37491,1731053984794 2024-11-08T08:20:01,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1680529407/running 2024-11-08T08:20:01,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407 2024-11-08T08:20:01,026 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:20:01,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:20:01,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1680529407/running 2024-11-08T08:20:01,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:01,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:01,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Set watcher on znode that does not yet exist, /1-1680529407/running 2024-11-08T08:20:01,026 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,41275,1731053984969' ***** 2024-11-08T08:20:01,026 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:20:01,027 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:20:01,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407 2024-11-08T08:20:01,027 INFO [RS:0;6ac96558fc7f:41275 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:20:01,027 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:20:01,027 INFO [RS:0;6ac96558fc7f:41275 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:20:01,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Set watcher on znode that does not yet exist, /1-1680529407/running 2024-11-08T08:20:01,027 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(3091): Received CLOSE for 86d30081f88a2047fcc15ef1fe5fcbaf 2024-11-08T08:20:01,027 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(3091): Received CLOSE for 1934523894fb7210a869f7ba95d66b4a 2024-11-08T08:20:01,027 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,41275,1731053984969 2024-11-08T08:20:01,027 INFO [RS:0;6ac96558fc7f:41275 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:20:01,027 INFO [RS:0;6ac96558fc7f:41275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:41275. 2024-11-08T08:20:01,027 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86d30081f88a2047fcc15ef1fe5fcbaf, disabling compactions & flushes 2024-11-08T08:20:01,027 DEBUG [RS:0;6ac96558fc7f:41275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:01,027 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf. 2024-11-08T08:20:01,027 DEBUG [RS:0;6ac96558fc7f:41275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:01,027 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf. 2024-11-08T08:20:01,027 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf. after waiting 0 ms 2024-11-08T08:20:01,027 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:20:01,027 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf. 2024-11-08T08:20:01,027 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:20:01,027 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:20:01,027 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:20:01,028 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T08:20:01,028 DEBUG [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(1325): Online Regions={86d30081f88a2047fcc15ef1fe5fcbaf=test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf., 1588230740=hbase:meta,,1.1588230740, 1934523894fb7210a869f7ba95d66b4a=hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a.} 2024-11-08T08:20:01,028 DEBUG [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1934523894fb7210a869f7ba95d66b4a, 86d30081f88a2047fcc15ef1fe5fcbaf 2024-11-08T08:20:01,028 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:20:01,028 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:20:01,028 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:20:01,028 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:20:01,028 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:20:01,028 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T08:20:01,030 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/default/test/86d30081f88a2047fcc15ef1fe5fcbaf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T08:20:01,031 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:20:01,031 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:20:01,031 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf. 2024-11-08T08:20:01,031 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86d30081f88a2047fcc15ef1fe5fcbaf: Waiting for close lock at 1731054001027Running coprocessor pre-close hooks at 1731054001027Disabling compacts and flushes for region at 1731054001027Disabling writes for close at 1731054001027Writing region close event to WAL at 1731054001028 (+1 ms)Running coprocessor post-close hooks at 1731054001031 (+3 ms)Closed at 1731054001031 2024-11-08T08:20:01,031 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf. 2024-11-08T08:20:01,031 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1934523894fb7210a869f7ba95d66b4a, disabling compactions & flushes 2024-11-08T08:20:01,031 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a. 2024-11-08T08:20:01,031 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a. 2024-11-08T08:20:01,031 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a. after waiting 0 ms 2024-11-08T08:20:01,031 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a. 2024-11-08T08:20:01,031 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1934523894fb7210a869f7ba95d66b4a 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-08T08:20:01,042 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/.tmp/info/39a043e5465c401d806990d64c291565 is 147, key is hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a./info:regioninfo/1731053995178/Put/seqid=0 2024-11-08T08:20:01,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741844_1020 (size=7686) 2024-11-08T08:20:01,049 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/replication/1934523894fb7210a869f7ba95d66b4a/.tmp/hfileref/02353036c29f40d4b285b6fc8dddd7d8 is 74, key is 1/hfileref:497b07dfcc1547d3858cba544a6c2bfd_SeqId_4_/1731053999944/DeleteColumn/seqid=0 2024-11-08T08:20:01,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741845_1021 (size=5345) 2024-11-08T08:20:01,080 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:20:01,228 DEBUG [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1934523894fb7210a869f7ba95d66b4a 2024-11-08T08:20:01,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T08:20:01,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T08:20:01,409 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 to pos 1033, reset compression=false 2024-11-08T08:20:01,414 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:20:01,414 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 to pos 1328, reset compression=false 2024-11-08T08:20:01,414 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.shipper6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,41275,1731053984969 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:20:01,416 ERROR [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.shipper6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6ac96558fc7f,41275,1731053984969: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6ac96558fc7f,41275,1731053984969, walGroup=6ac96558fc7f%2C41275%2C1731053984969, offset=6ac96558fc7f%2C41275%2C1731053984969.1731053986963:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:41275 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T08:20:01,417 ERROR [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.shipper6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T08:20:01,419 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.shipper6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T08:20:01,421 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.shipper6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T08:20:01,421 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.shipper6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T08:20:01,421 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.shipper6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T08:20:01,421 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.shipper6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 817265872 }, "NonHeapMemoryUsage": { "committed": 190578688, "init": 7667712, "max": -1, "used": 187738216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T08:20:01,424 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.shipper6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T08:20:01,428 DEBUG [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1934523894fb7210a869f7ba95d66b4a 2024-11-08T08:20:01,448 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/.tmp/info/39a043e5465c401d806990d64c291565 2024-11-08T08:20:01,452 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/replication/1934523894fb7210a869f7ba95d66b4a/.tmp/hfileref/02353036c29f40d4b285b6fc8dddd7d8 2024-11-08T08:20:01,454 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 687, reset compression=false 2024-11-08T08:20:01,461 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:20:01,461 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,35141,1731053978850 got entry batch from reader: WALEntryBatch [walEntries=[{test/667cb6c320eebfc8836d1268d4923deb/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731054000857/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-08T08:20:01,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6ac96558fc7f,41275,1731053984969 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T08:20:01,480 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6ac96558fc7f,41275,1731053984969 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T08:20:01,483 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/.tmp/ns/93cf99d191a1491ea4daaae8882b92ca is 43, key is default/ns:d/1731053987387/Put/seqid=0 2024-11-08T08:20:01,488 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/replication/1934523894fb7210a869f7ba95d66b4a/.tmp/queue/42691ec3d711445bb15893df75de5c6f is 154, key is 1-6ac96558fc7f,41275,1731053984969/queue:6ac96558fc7f%2C41275%2C1731053984969/1731054000861/Put/seqid=0 2024-11-08T08:20:01,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741846_1022 (size=5153) 2024-11-08T08:20:01,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741847_1023 (size=5353) 2024-11-08T08:20:01,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6ac96558fc7f,41275,1731053984969 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T08:20:01,584 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6ac96558fc7f,41275,1731053984969 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T08:20:01,619 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 to pos 1328, reset compression=false 2024-11-08T08:20:01,628 DEBUG [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1934523894fb7210a869f7ba95d66b4a 2024-11-08T08:20:01,661 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 1033, reset compression=false 2024-11-08T08:20:01,764 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:20:01,765 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:20:01,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6ac96558fc7f,41275,1731053984969 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T08:20:01,787 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6ac96558fc7f,41275,1731053984969 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T08:20:01,828 DEBUG [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1934523894fb7210a869f7ba95d66b4a 2024-11-08T08:20:01,890 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/.tmp/ns/93cf99d191a1491ea4daaae8882b92ca 2024-11-08T08:20:01,894 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/replication/1934523894fb7210a869f7ba95d66b4a/.tmp/queue/42691ec3d711445bb15893df75de5c6f 2024-11-08T08:20:01,899 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/replication/1934523894fb7210a869f7ba95d66b4a/.tmp/hfileref/02353036c29f40d4b285b6fc8dddd7d8 as hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/replication/1934523894fb7210a869f7ba95d66b4a/hfileref/02353036c29f40d4b285b6fc8dddd7d8 2024-11-08T08:20:01,904 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/replication/1934523894fb7210a869f7ba95d66b4a/hfileref/02353036c29f40d4b285b6fc8dddd7d8, entries=4, sequenceid=12, filesize=5.2 K 2024-11-08T08:20:01,905 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/replication/1934523894fb7210a869f7ba95d66b4a/.tmp/queue/42691ec3d711445bb15893df75de5c6f as hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/replication/1934523894fb7210a869f7ba95d66b4a/queue/42691ec3d711445bb15893df75de5c6f 2024-11-08T08:20:01,909 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/replication/1934523894fb7210a869f7ba95d66b4a/queue/42691ec3d711445bb15893df75de5c6f, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T08:20:01,910 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/.tmp/rep_barrier/11e02172f6f94d849ff8bfa03f345191 is 112, key is test,,1731053989682.86d30081f88a2047fcc15ef1fe5fcbaf./rep_barrier:seqnumDuringOpen/1731053990828/Put/seqid=0 2024-11-08T08:20:01,910 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 1934523894fb7210a869f7ba95d66b4a in 879ms, sequenceid=12, compaction requested=false 2024-11-08T08:20:01,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741848_1024 (size=5518) 2024-11-08T08:20:01,914 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/.tmp/rep_barrier/11e02172f6f94d849ff8bfa03f345191 2024-11-08T08:20:01,915 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/replication/1934523894fb7210a869f7ba95d66b4a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T08:20:01,916 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:20:01,916 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:20:01,916 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a. 2024-11-08T08:20:01,916 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1934523894fb7210a869f7ba95d66b4a: Waiting for close lock at 1731054001031Running coprocessor pre-close hooks at 1731054001031Disabling compacts and flushes for region at 1731054001031Disabling writes for close at 1731054001031Obtaining lock to block concurrent updates at 1731054001032 (+1 ms)Preparing flush snapshotting stores in 1934523894fb7210a869f7ba95d66b4a at 1731054001032Finished memstore snapshotting hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731054001032Flushing stores of hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a. at 1731054001032Flushing 1934523894fb7210a869f7ba95d66b4a/hfileref: creating writer at 1731054001032Flushing 1934523894fb7210a869f7ba95d66b4a/hfileref: appending metadata at 1731054001048 (+16 ms)Flushing 1934523894fb7210a869f7ba95d66b4a/hfileref: closing flushed file at 1731054001048Flushing 1934523894fb7210a869f7ba95d66b4a/queue: creating writer at 1731054001457 (+409 ms)Flushing 1934523894fb7210a869f7ba95d66b4a/queue: appending metadata at 1731054001488 (+31 ms)Flushing 1934523894fb7210a869f7ba95d66b4a/queue: closing flushed file at 1731054001488Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@614ac475: reopening flushed file at 1731054001898 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2309ede5: reopening flushed file at 1731054001904 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 1934523894fb7210a869f7ba95d66b4a in 879ms, sequenceid=12, compaction requested=false at 1731054001910 (+6 ms)Writing region close event to WAL at 1731054001911 (+1 ms)Running coprocessor post-close hooks at 1731054001915 (+4 ms)Closed at 1731054001916 (+1 ms) 2024-11-08T08:20:01,916 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731053994014.1934523894fb7210a869f7ba95d66b4a. 2024-11-08T08:20:01,922 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 to pos 1328, reset compression=false 2024-11-08T08:20:01,945 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/.tmp/table/ffb7d15e35314c2fa59df59c9211bb99 is 53, key is hbase:replication/table:state/1731053995185/Put/seqid=0 2024-11-08T08:20:01,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741849_1025 (size=5308) 2024-11-08T08:20:01,965 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 1033, reset compression=false 2024-11-08T08:20:02,029 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T08:20:02,029 DEBUG [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:20:02,029 DEBUG [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:20:02,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6ac96558fc7f,41275,1731053984969 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T08:20:02,090 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6ac96558fc7f,41275,1731053984969 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T08:20:02,229 DEBUG [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:20:02,329 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.1731053986963 to pos 1328, reset compression=false 2024-11-08T08:20:02,349 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/.tmp/table/ffb7d15e35314c2fa59df59c9211bb99 2024-11-08T08:20:02,354 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/.tmp/info/39a043e5465c401d806990d64c291565 as hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/info/39a043e5465c401d806990d64c291565 2024-11-08T08:20:02,359 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/info/39a043e5465c401d806990d64c291565, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T08:20:02,368 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/.tmp/ns/93cf99d191a1491ea4daaae8882b92ca as hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/ns/93cf99d191a1491ea4daaae8882b92ca 2024-11-08T08:20:02,369 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 1033, reset compression=false 2024-11-08T08:20:02,374 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/ns/93cf99d191a1491ea4daaae8882b92ca, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T08:20:02,375 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/.tmp/rep_barrier/11e02172f6f94d849ff8bfa03f345191 as hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/rep_barrier/11e02172f6f94d849ff8bfa03f345191 2024-11-08T08:20:02,381 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/rep_barrier/11e02172f6f94d849ff8bfa03f345191, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T08:20:02,382 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/.tmp/table/ffb7d15e35314c2fa59df59c9211bb99 as hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/table/ffb7d15e35314c2fa59df59c9211bb99 2024-11-08T08:20:02,389 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/table/ffb7d15e35314c2fa59df59c9211bb99, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T08:20:02,391 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1363ms, sequenceid=16, compaction requested=false 2024-11-08T08:20:02,420 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T08:20:02,421 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:20:02,421 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:20:02,421 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:20:02,421 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054001028Running coprocessor pre-close hooks at 1731054001028Disabling compacts and flushes for region at 1731054001028Disabling writes for close at 1731054001028Obtaining lock to block concurrent updates at 1731054001028Preparing flush snapshotting stores in 1588230740 at 1731054001028Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731054001028Flushing stores of hbase:meta,,1.1588230740 at 1731054001028Flushing 1588230740/info: creating writer at 1731054001029 (+1 ms)Flushing 1588230740/info: appending metadata at 1731054001041 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731054001041Flushing 1588230740/ns: creating writer at 1731054001452 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731054001482 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731054001482Flushing 1588230740/rep_barrier: creating writer at 1731054001895 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731054001909 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731054001910 (+1 ms)Flushing 1588230740/table: creating writer at 1731054001920 (+10 ms)Flushing 1588230740/table: appending metadata at 1731054001945 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731054001945Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28452eaa: reopening flushed file at 1731054002353 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@135f0696: reopening flushed file at 1731054002359 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39de7b52: reopening flushed file at 1731054002374 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b1a9f06: reopening flushed file at 1731054002381 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1363ms, sequenceid=16, compaction requested=false at 1731054002391 (+10 ms)Writing region close event to WAL at 1731054002411 (+20 ms)Running coprocessor post-close hooks at 1731054002421 (+10 ms)Closed at 1731054002421 2024-11-08T08:20:02,421 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:20:02,429 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,41275,1731053984969; all regions closed. 2024-11-08T08:20:02,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741834_1010 (size=4239) 2024-11-08T08:20:02,445 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/WALs/6ac96558fc7f,41275,1731053984969/6ac96558fc7f%2C41275%2C1731053984969.rep.1731053995146 not finished, retry = 0 2024-11-08T08:20:02,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741839_1015 (size=3127) 2024-11-08T08:20:02,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 6ac96558fc7f,41275,1731053984969 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T08:20:02,494 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 6ac96558fc7f,41275,1731053984969 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T08:20:02,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741833_1009 (size=1336) 2024-11-08T08:20:02,548 DEBUG [RS:0;6ac96558fc7f:41275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:02,548 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:20:02,548 INFO [RS:0;6ac96558fc7f:41275 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:20:02,549 INFO [RS:0;6ac96558fc7f:41275 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T08:20:02,549 INFO [RS:0;6ac96558fc7f:41275 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:20:02,549 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:20:02,549 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ac96558fc7f,41275,1731053984969 because: Region server is closing 2024-11-08T08:20:02,549 INFO [RS:0;6ac96558fc7f:41275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:41275. 2024-11-08T08:20:02,549 DEBUG [RS:0;6ac96558fc7f:41275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:02,549 DEBUG [RS:0;6ac96558fc7f:41275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:02,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:20:02,550 DEBUG [RS:0;6ac96558fc7f:41275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:02,650 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.shipper6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 terminated 2024-11-08T08:20:02,650 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41275,1731053984969.replicationSource.wal-reader.6ac96558fc7f%2C41275%2C1731053984969,1-6ac96558fc7f,41275,1731053984969 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T08:20:02,650 INFO [RS:0;6ac96558fc7f:41275 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:41275. 2024-11-08T08:20:02,650 DEBUG [RS:0;6ac96558fc7f:41275 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:02,650 DEBUG [RS:0;6ac96558fc7f:41275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:02,650 DEBUG [RS:0;6ac96558fc7f:41275 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:02,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:20:02,651 INFO [RS:0;6ac96558fc7f:41275 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41275 2024-11-08T08:20:02,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407/rs 2024-11-08T08:20:02,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1680529407/rs/6ac96558fc7f,41275,1731053984969 2024-11-08T08:20:02,661 INFO [RS:0;6ac96558fc7f:41275 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:20:02,671 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,41275,1731053984969] 2024-11-08T08:20:02,682 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1680529407/draining/6ac96558fc7f,41275,1731053984969 already deleted, retry=false 2024-11-08T08:20:02,682 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,41275,1731053984969 expired; onlineServers=0 2024-11-08T08:20:02,682 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,37491,1731053984794' ***** 2024-11-08T08:20:02,682 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:20:02,682 INFO [M:0;6ac96558fc7f:37491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:20:02,682 INFO [M:0;6ac96558fc7f:37491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:20:02,682 DEBUG [M:0;6ac96558fc7f:37491 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:20:02,682 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:20:02,682 DEBUG [M:0;6ac96558fc7f:37491 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:20:02,682 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053986524 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053986524,5,FailOnTimeoutGroup] 2024-11-08T08:20:02,682 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053986516 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053986516,5,FailOnTimeoutGroup] 2024-11-08T08:20:02,682 INFO [M:0;6ac96558fc7f:37491 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:20:02,682 INFO [M:0;6ac96558fc7f:37491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:20:02,682 DEBUG [M:0;6ac96558fc7f:37491 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:20:02,682 INFO [M:0;6ac96558fc7f:37491 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:20:02,682 INFO [M:0;6ac96558fc7f:37491 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:20:02,682 INFO [M:0;6ac96558fc7f:37491 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:20:02,683 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:20:02,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1680529407/master 2024-11-08T08:20:02,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1680529407 2024-11-08T08:20:02,724 DEBUG [M:0;6ac96558fc7f:37491 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1680529407/master already deleted, retry=false 2024-11-08T08:20:02,724 DEBUG [M:0;6ac96558fc7f:37491 {}] master.ActiveMasterManager(353): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1680529407/master 2024-11-08T08:20:02,724 INFO [M:0;6ac96558fc7f:37491 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/.lastflushedseqids 2024-11-08T08:20:02,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741850_1026 (size=263) 2024-11-08T08:20:02,729 INFO [M:0;6ac96558fc7f:37491 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:20:02,729 INFO [M:0;6ac96558fc7f:37491 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:20:02,729 DEBUG [M:0;6ac96558fc7f:37491 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:20:02,729 INFO [M:0;6ac96558fc7f:37491 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:02,729 DEBUG [M:0;6ac96558fc7f:37491 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:02,729 DEBUG [M:0;6ac96558fc7f:37491 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:20:02,729 DEBUG [M:0;6ac96558fc7f:37491 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:02,729 INFO [M:0;6ac96558fc7f:37491 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-08T08:20:02,746 DEBUG [M:0;6ac96558fc7f:37491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c192fd58e1414b33ba1cff079877cddf is 82, key is hbase:meta,,1/info:regioninfo/1731053987367/Put/seqid=0 2024-11-08T08:20:02,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741851_1027 (size=5672) 2024-11-08T08:20:02,750 INFO [M:0;6ac96558fc7f:37491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c192fd58e1414b33ba1cff079877cddf 2024-11-08T08:20:02,770 DEBUG [M:0;6ac96558fc7f:37491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33ad4971c9114cd098959d0001a10fa2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731053995188/Put/seqid=0 2024-11-08T08:20:02,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:20:02,771 INFO [RS:0;6ac96558fc7f:41275 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:20:02,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41275-0x101198776fb0004, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:20:02,771 INFO [RS:0;6ac96558fc7f:41275 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,41275,1731053984969; zookeeper connection closed. 2024-11-08T08:20:02,771 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b1ad93 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b1ad93 2024-11-08T08:20:02,772 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:20:02,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741852_1028 (size=8515) 2024-11-08T08:20:02,874 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 1033, reset compression=false 2024-11-08T08:20:02,997 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6ac96558fc7f:41275 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6ac96558fc7f/172.17.0.3:41275 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T08:20:02,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6ac96558fc7f:41275 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6ac96558fc7f/172.17.0.3:41275 2024-11-08T08:20:02,998 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=6ac96558fc7f:41275 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6ac96558fc7f/172.17.0.3:41275 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6ac96558fc7f/172.17.0.3:41275 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T08:20:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T08:20:03,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:51228 deadline: 1731054063000, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T08:20:03,029 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T08:20:03,030 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T08:20:03,174 INFO [M:0;6ac96558fc7f:37491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33ad4971c9114cd098959d0001a10fa2 2024-11-08T08:20:03,190 DEBUG [M:0;6ac96558fc7f:37491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9813d7a38cd4717a3b453ebb6f8347d is 69, key is 6ac96558fc7f,41275,1731053984969/rs:state/1731053986590/Put/seqid=0 2024-11-08T08:20:03,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741853_1029 (size=5156) 2024-11-08T08:20:03,478 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 1033, reset compression=false 2024-11-08T08:20:03,594 INFO [M:0;6ac96558fc7f:37491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9813d7a38cd4717a3b453ebb6f8347d 2024-11-08T08:20:03,598 DEBUG [M:0;6ac96558fc7f:37491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c192fd58e1414b33ba1cff079877cddf as hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c192fd58e1414b33ba1cff079877cddf 2024-11-08T08:20:03,607 INFO [M:0;6ac96558fc7f:37491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c192fd58e1414b33ba1cff079877cddf, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T08:20:03,607 DEBUG [M:0;6ac96558fc7f:37491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/33ad4971c9114cd098959d0001a10fa2 as hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33ad4971c9114cd098959d0001a10fa2 2024-11-08T08:20:03,612 INFO [M:0;6ac96558fc7f:37491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/33ad4971c9114cd098959d0001a10fa2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T08:20:03,613 DEBUG [M:0;6ac96558fc7f:37491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9813d7a38cd4717a3b453ebb6f8347d as hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9813d7a38cd4717a3b453ebb6f8347d 2024-11-08T08:20:03,617 INFO [M:0;6ac96558fc7f:37491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45125/user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9813d7a38cd4717a3b453ebb6f8347d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T08:20:03,617 INFO [M:0;6ac96558fc7f:37491 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false 2024-11-08T08:20:03,627 INFO [M:0;6ac96558fc7f:37491 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:03,627 DEBUG [M:0;6ac96558fc7f:37491 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054002729Disabling compacts and flushes for region at 1731054002729Disabling writes for close at 1731054002729Obtaining lock to block concurrent updates at 1731054002729Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731054002729Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731054002729Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731054002730 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731054002730Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731054002746 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731054002746Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731054002754 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731054002770 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731054002770Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731054003178 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731054003190 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731054003190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@517c4058: reopening flushed file at 1731054003597 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@604114e8: reopening flushed file at 1731054003607 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4569746e: reopening flushed file at 1731054003612 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=97, compaction requested=false at 1731054003618 (+6 ms)Writing region close event to WAL at 1731054003627 (+9 ms)Closed at 1731054003627 2024-11-08T08:20:03,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35589 is added to blk_1073741830_1006 (size=63642) 2024-11-08T08:20:03,630 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c66232df-5193-d5f3-5d49-25e3cc8d2907/MasterData/WALs/6ac96558fc7f,37491,1731053984794/6ac96558fc7f%2C37491%2C1731053984794.1731053986070 not finished, retry = 0 2024-11-08T08:20:03,630 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T08:20:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-08T08:20:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37491 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:51228 deadline: 1731054063632, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-08T08:20:03,632 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-08T08:20:03,633 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T08:20:03,633 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T08:20:03,731 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:20:03,731 INFO [M:0;6ac96558fc7f:37491 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:20:03,731 INFO [M:0;6ac96558fc7f:37491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37491 2024-11-08T08:20:03,731 INFO [M:0;6ac96558fc7f:37491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:20:03,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:20:03,845 INFO [M:0;6ac96558fc7f:37491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:20:03,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37491-0x101198776fb0003, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:20:03,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dc29690{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:20:03,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ee73a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:20:03,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:20:03,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@458498a4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:20:03,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@569d2f09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/hadoop.log.dir/,STOPPED} 2024-11-08T08:20:03,884 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:20:03,884 WARN [BP-492483022-172.17.0.3-1731053982136 heartbeating to localhost/127.0.0.1:45125 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:20:03,884 WARN [BP-492483022-172.17.0.3-1731053982136 heartbeating to localhost/127.0.0.1:45125 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-492483022-172.17.0.3-1731053982136 (Datanode Uuid 5f42dcf6-6d81-489a-87f4-bf2a8d6bbc14) service to localhost/127.0.0.1:45125 2024-11-08T08:20:03,884 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:20:03,885 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/cluster_d3c0d858-0937-7dbc-6c92-cfdd73fc0c60/data/data1/current/BP-492483022-172.17.0.3-1731053982136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:20:03,885 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/cluster_d3c0d858-0937-7dbc-6c92-cfdd73fc0c60/data/data2/current/BP-492483022-172.17.0.3-1731053982136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:20:03,885 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:20:03,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a5d7d7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:20:03,892 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10048048{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:20:03,892 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:20:03,892 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a03ced{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:20:03,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2abbbcd4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/hadoop.log.dir/,STOPPED} 2024-11-08T08:20:03,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:20:03,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:20:03,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:20:03,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:03,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:03,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:20:03,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:03,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:20:03,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1639760944, stopped=false 2024-11-08T08:20:03,911 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,42493,1731053978621 2024-11-08T08:20:03,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01033948234/running 2024-11-08T08:20:03,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01033948234/running 2024-11-08T08:20:03,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234 2024-11-08T08:20:03,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234 2024-11-08T08:20:03,929 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:20:03,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Set watcher on znode that does not yet exist, /01033948234/running 2024-11-08T08:20:03,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Set watcher on znode that does not yet exist, /01033948234/running 2024-11-08T08:20:03,930 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:20:03,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:03,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:03,930 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,35141,1731053978850' ***** 2024-11-08T08:20:03,930 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:20:03,931 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:20:03,931 INFO [RS:0;6ac96558fc7f:35141 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:20:03,931 INFO [RS:0;6ac96558fc7f:35141 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:20:03,931 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:20:03,931 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(3091): Received CLOSE for 42eb8ad49f8bbc1cf27edd4f661e1807 2024-11-08T08:20:03,931 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(3091): Received CLOSE for 667cb6c320eebfc8836d1268d4923deb 2024-11-08T08:20:03,931 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,35141,1731053978850 2024-11-08T08:20:03,931 INFO [RS:0;6ac96558fc7f:35141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:20:03,931 INFO [RS:0;6ac96558fc7f:35141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:35141. 2024-11-08T08:20:03,931 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42eb8ad49f8bbc1cf27edd4f661e1807, disabling compactions & flushes 2024-11-08T08:20:03,931 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807. 2024-11-08T08:20:03,931 DEBUG [RS:0;6ac96558fc7f:35141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:03,931 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807. 2024-11-08T08:20:03,931 DEBUG [RS:0;6ac96558fc7f:35141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:03,931 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807. after waiting 0 ms 2024-11-08T08:20:03,931 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807. 2024-11-08T08:20:03,931 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:20:03,931 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:20:03,931 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 42eb8ad49f8bbc1cf27edd4f661e1807 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-08T08:20:03,931 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:20:03,931 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:20:03,932 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T08:20:03,932 DEBUG [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(1325): Online Regions={42eb8ad49f8bbc1cf27edd4f661e1807=hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807., 667cb6c320eebfc8836d1268d4923deb=test,,1731053987529.667cb6c320eebfc8836d1268d4923deb., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:20:03,932 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:20:03,932 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:20:03,932 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:20:03,932 DEBUG [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42eb8ad49f8bbc1cf27edd4f661e1807, 667cb6c320eebfc8836d1268d4923deb 2024-11-08T08:20:03,932 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:20:03,932 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:20:03,932 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T08:20:03,949 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/replication/42eb8ad49f8bbc1cf27edd4f661e1807/.tmp/hfileref/08b5f5fa01a04302b5fdbedfdd93a10e is 74, key is 1/hfileref:24561b1810334aaa87ee45098c6e226d_SeqId_4_/1731053998796/DeleteColumn/seqid=0 2024-11-08T08:20:03,951 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/.tmp/info/58ae24ab9d3c4d0285efcb9f0cf15eaf is 147, key is hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807./info:regioninfo/1731053993092/Put/seqid=0 2024-11-08T08:20:03,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741846_1022 (size=5345) 2024-11-08T08:20:03,957 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/replication/42eb8ad49f8bbc1cf27edd4f661e1807/.tmp/hfileref/08b5f5fa01a04302b5fdbedfdd93a10e 2024-11-08T08:20:03,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741847_1023 (size=7686) 2024-11-08T08:20:03,977 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:20:03,984 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/replication/42eb8ad49f8bbc1cf27edd4f661e1807/.tmp/queue/e70051764df54f6c8f70012a8b5c8a06 is 153, key is 1-6ac96558fc7f,35141,1731053978850/queue:6ac96558fc7f%2C35141%2C1731053978850/1731053998798/Put/seqid=0 2024-11-08T08:20:03,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741848_1024 (size=5352) 2024-11-08T08:20:04,132 DEBUG [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42eb8ad49f8bbc1cf27edd4f661e1807, 667cb6c320eebfc8836d1268d4923deb 2024-11-08T08:20:04,183 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 1033, reset compression=false 2024-11-08T08:20:04,332 DEBUG [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42eb8ad49f8bbc1cf27edd4f661e1807, 667cb6c320eebfc8836d1268d4923deb 2024-11-08T08:20:04,334 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-08T08:20:04,335 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6ac96558fc7f:37491 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6ac96558fc7f/172.17.0.3:37491 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T08:20:04,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 6ac96558fc7f:37491 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6ac96558fc7f/172.17.0.3:37491 2024-11-08T08:20:04,371 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/.tmp/info/58ae24ab9d3c4d0285efcb9f0cf15eaf 2024-11-08T08:20:04,386 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/.tmp/ns/5fdeea3dfd414d41a2cd3084ccc43f32 is 43, key is default/ns:d/1731053981964/Put/seqid=0 2024-11-08T08:20:04,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741849_1025 (size=5153) 2024-11-08T08:20:04,391 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/replication/42eb8ad49f8bbc1cf27edd4f661e1807/.tmp/queue/e70051764df54f6c8f70012a8b5c8a06 2024-11-08T08:20:04,395 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/replication/42eb8ad49f8bbc1cf27edd4f661e1807/.tmp/hfileref/08b5f5fa01a04302b5fdbedfdd93a10e as hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/replication/42eb8ad49f8bbc1cf27edd4f661e1807/hfileref/08b5f5fa01a04302b5fdbedfdd93a10e 2024-11-08T08:20:04,399 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/replication/42eb8ad49f8bbc1cf27edd4f661e1807/hfileref/08b5f5fa01a04302b5fdbedfdd93a10e, entries=4, sequenceid=10, filesize=5.2 K 2024-11-08T08:20:04,400 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/replication/42eb8ad49f8bbc1cf27edd4f661e1807/.tmp/queue/e70051764df54f6c8f70012a8b5c8a06 as hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/replication/42eb8ad49f8bbc1cf27edd4f661e1807/queue/e70051764df54f6c8f70012a8b5c8a06 2024-11-08T08:20:04,405 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/replication/42eb8ad49f8bbc1cf27edd4f661e1807/queue/e70051764df54f6c8f70012a8b5c8a06, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T08:20:04,406 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 42eb8ad49f8bbc1cf27edd4f661e1807 in 475ms, sequenceid=10, compaction requested=false 2024-11-08T08:20:04,411 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/replication/42eb8ad49f8bbc1cf27edd4f661e1807/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T08:20:04,411 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:20:04,411 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:20:04,412 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807. 2024-11-08T08:20:04,412 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42eb8ad49f8bbc1cf27edd4f661e1807: Waiting for close lock at 1731054003931Running coprocessor pre-close hooks at 1731054003931Disabling compacts and flushes for region at 1731054003931Disabling writes for close at 1731054003931Obtaining lock to block concurrent updates at 1731054003931Preparing flush snapshotting stores in 42eb8ad49f8bbc1cf27edd4f661e1807 at 1731054003931Finished memstore snapshotting hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731054003932 (+1 ms)Flushing stores of hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807. at 1731054003932Flushing 42eb8ad49f8bbc1cf27edd4f661e1807/hfileref: creating writer at 1731054003932Flushing 42eb8ad49f8bbc1cf27edd4f661e1807/hfileref: appending metadata at 1731054003949 (+17 ms)Flushing 42eb8ad49f8bbc1cf27edd4f661e1807/hfileref: closing flushed file at 1731054003949Flushing 42eb8ad49f8bbc1cf27edd4f661e1807/queue: creating writer at 1731054003962 (+13 ms)Flushing 42eb8ad49f8bbc1cf27edd4f661e1807/queue: appending metadata at 1731054003984 (+22 ms)Flushing 42eb8ad49f8bbc1cf27edd4f661e1807/queue: closing flushed file at 1731054003984Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11cfec80: reopening flushed file at 1731054004395 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@616b0424: reopening flushed file at 1731054004399 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 42eb8ad49f8bbc1cf27edd4f661e1807 in 475ms, sequenceid=10, compaction requested=false at 1731054004406 (+7 ms)Writing region close event to WAL at 1731054004408 (+2 ms)Running coprocessor post-close hooks at 1731054004411 (+3 ms)Closed at 1731054004412 (+1 ms) 2024-11-08T08:20:04,412 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731053991862.42eb8ad49f8bbc1cf27edd4f661e1807. 2024-11-08T08:20:04,412 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 667cb6c320eebfc8836d1268d4923deb, disabling compactions & flushes 2024-11-08T08:20:04,412 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731053987529.667cb6c320eebfc8836d1268d4923deb. 2024-11-08T08:20:04,412 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731053987529.667cb6c320eebfc8836d1268d4923deb. 2024-11-08T08:20:04,412 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731053987529.667cb6c320eebfc8836d1268d4923deb. after waiting 0 ms 2024-11-08T08:20:04,412 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731053987529.667cb6c320eebfc8836d1268d4923deb. 2024-11-08T08:20:04,440 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:04,440 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6ac96558fc7f:37491 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6ac96558fc7f/172.17.0.3:37491 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T08:20:04,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=6ac96558fc7f:37491 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6ac96558fc7f/172.17.0.3:37491 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-08T08:20:04,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 6ac96558fc7f:37491 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6ac96558fc7f/172.17.0.3:37491 2024-11-08T08:20:04,533 DEBUG [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 667cb6c320eebfc8836d1268d4923deb 2024-11-08T08:20:04,543 INFO [AsyncFSWAL-0-hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab-prefix:6ac96558fc7f,35141,1731053978850 {}] wal.AbstractFSWAL(1368): Slow sync cost: 125 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:42977,DS-fc6c17a3-8fe6-4bbe-b5e7-8c404d3e4206,DISK]] 2024-11-08T08:20:04,544 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/default/test/667cb6c320eebfc8836d1268d4923deb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T08:20:04,545 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:20:04,545 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:20:04,545 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731053987529.667cb6c320eebfc8836d1268d4923deb. 2024-11-08T08:20:04,545 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 667cb6c320eebfc8836d1268d4923deb: Waiting for close lock at 1731054004412Running coprocessor pre-close hooks at 1731054004412Disabling compacts and flushes for region at 1731054004412Disabling writes for close at 1731054004412Writing region close event to WAL at 1731054004416 (+4 ms)Running coprocessor post-close hooks at 1731054004545 (+129 ms)Closed at 1731054004545 2024-11-08T08:20:04,545 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731053987529.667cb6c320eebfc8836d1268d4923deb. 2024-11-08T08:20:04,649 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:04,650 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6ac96558fc7f:37491 this server is in the failed servers list 2024-11-08T08:20:04,650 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6ac96558fc7f:37491 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:20:04,733 DEBUG [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:20:04,790 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/.tmp/ns/5fdeea3dfd414d41a2cd3084ccc43f32 2024-11-08T08:20:04,810 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/.tmp/rep_barrier/69c6597682624df9ab771f5e3e1a862b is 112, key is test,,1731053987529.667cb6c320eebfc8836d1268d4923deb./rep_barrier:seqnumDuringOpen/1731053988676/Put/seqid=0 2024-11-08T08:20:04,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741850_1026 (size=5518) 2024-11-08T08:20:04,845 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:20:04,845 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:20:04,933 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T08:20:04,933 DEBUG [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:20:04,933 DEBUG [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:20:04,960 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:04,960 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6ac96558fc7f:37491 this server is in the failed servers list 2024-11-08T08:20:04,960 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6ac96558fc7f:37491 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:20:04,986 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 1033, reset compression=false 2024-11-08T08:20:04,990 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:20:04,990 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 1328, reset compression=false 2024-11-08T08:20:05,133 DEBUG [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:20:05,193 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 1328, reset compression=false 2024-11-08T08:20:05,213 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/.tmp/rep_barrier/69c6597682624df9ab771f5e3e1a862b 2024-11-08T08:20:05,230 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/.tmp/table/0875eb1b1add4a58ae7f586b68e9303f is 53, key is hbase:replication/table:state/1731053993099/Put/seqid=0 2024-11-08T08:20:05,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741851_1027 (size=5308) 2024-11-08T08:20:05,334 DEBUG [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:20:05,470 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:05,470 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 6ac96558fc7f:37491 this server is in the failed servers list 2024-11-08T08:20:05,470 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 6ac96558fc7f:37491 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:20:05,497 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/WALs/6ac96558fc7f,35141,1731053978850/6ac96558fc7f%2C35141%2C1731053978850.1731053980989 to pos 1328, reset compression=false 2024-11-08T08:20:05,534 DEBUG [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:20:05,649 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/.tmp/table/0875eb1b1add4a58ae7f586b68e9303f 2024-11-08T08:20:05,657 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/.tmp/info/58ae24ab9d3c4d0285efcb9f0cf15eaf as hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/info/58ae24ab9d3c4d0285efcb9f0cf15eaf 2024-11-08T08:20:05,662 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/info/58ae24ab9d3c4d0285efcb9f0cf15eaf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T08:20:05,663 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/.tmp/ns/5fdeea3dfd414d41a2cd3084ccc43f32 as hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/ns/5fdeea3dfd414d41a2cd3084ccc43f32 2024-11-08T08:20:05,666 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/ns/5fdeea3dfd414d41a2cd3084ccc43f32, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T08:20:05,667 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/.tmp/rep_barrier/69c6597682624df9ab771f5e3e1a862b as hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/rep_barrier/69c6597682624df9ab771f5e3e1a862b 2024-11-08T08:20:05,671 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/rep_barrier/69c6597682624df9ab771f5e3e1a862b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T08:20:05,672 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/.tmp/table/0875eb1b1add4a58ae7f586b68e9303f as hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/table/0875eb1b1add4a58ae7f586b68e9303f 2024-11-08T08:20:05,676 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/table/0875eb1b1add4a58ae7f586b68e9303f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T08:20:05,677 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=16, compaction requested=false 2024-11-08T08:20:05,677 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T08:20:05,682 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T08:20:05,682 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:20:05,682 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:20:05,683 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:20:05,683 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054003932Running coprocessor pre-close hooks at 1731054003932Disabling compacts and flushes for region at 1731054003932Disabling writes for close at 1731054003932Obtaining lock to block concurrent updates at 1731054003932Preparing flush snapshotting stores in 1588230740 at 1731054003932Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731054003932Flushing stores of hbase:meta,,1.1588230740 at 1731054003933 (+1 ms)Flushing 1588230740/info: creating writer at 1731054003933Flushing 1588230740/info: appending metadata at 1731054003951 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731054003951Flushing 1588230740/ns: creating writer at 1731054004374 (+423 ms)Flushing 1588230740/ns: appending metadata at 1731054004386 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731054004386Flushing 1588230740/rep_barrier: creating writer at 1731054004794 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731054004809 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731054004809Flushing 1588230740/table: creating writer at 1731054005217 (+408 ms)Flushing 1588230740/table: appending metadata at 1731054005230 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731054005230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f3aa878: reopening flushed file at 1731054005656 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e795e94: reopening flushed file at 1731054005662 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa64f0a: reopening flushed file at 1731054005667 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64873f3d: reopening flushed file at 1731054005672 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1745ms, sequenceid=16, compaction requested=false at 1731054005677 (+5 ms)Writing region close event to WAL at 1731054005679 (+2 ms)Running coprocessor post-close hooks at 1731054005682 (+3 ms)Closed at 1731054005683 (+1 ms) 2024-11-08T08:20:05,683 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:20:05,734 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,35141,1731053978850; all regions closed. 2024-11-08T08:20:05,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741834_1010 (size=4239) 2024-11-08T08:20:05,738 DEBUG [RS:0;6ac96558fc7f:35141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/oldWALs 2024-11-08T08:20:05,738 INFO [RS:0;6ac96558fc7f:35141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C35141%2C1731053978850.meta:.meta(num 1731053981858) 2024-11-08T08:20:05,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741839_1015 (size=2695) 2024-11-08T08:20:05,741 DEBUG [RS:0;6ac96558fc7f:35141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/oldWALs 2024-11-08T08:20:05,741 INFO [RS:0;6ac96558fc7f:35141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C35141%2C1731053978850.rep:(num 1731053993057) 2024-11-08T08:20:05,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741832_1008 (size=1336) 2024-11-08T08:20:05,744 DEBUG [RS:0;6ac96558fc7f:35141 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/oldWALs 2024-11-08T08:20:05,745 INFO [RS:0;6ac96558fc7f:35141 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C35141%2C1731053978850:(num 1731053980989) 2024-11-08T08:20:05,745 DEBUG [RS:0;6ac96558fc7f:35141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:05,745 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:20:05,745 INFO [RS:0;6ac96558fc7f:35141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:20:05,745 INFO [RS:0;6ac96558fc7f:35141 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T08:20:05,745 INFO [RS:0;6ac96558fc7f:35141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:20:05,745 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:20:05,745 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ac96558fc7f,35141,1731053978850 because: Region server is closing 2024-11-08T08:20:05,745 INFO [RS:0;6ac96558fc7f:35141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:35141. 2024-11-08T08:20:05,746 DEBUG [RS:0;6ac96558fc7f:35141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:05,746 DEBUG [RS:0;6ac96558fc7f:35141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:05,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:20:05,746 DEBUG [RS:0;6ac96558fc7f:35141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:05,846 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.wal-reader.6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T08:20:05,846 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-08T08:20:05,846 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-08T08:20:05,846 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-08T08:20:06,480 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:06,481 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:20:06,483 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:20:06,533 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:20:06,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:06,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:06,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:06,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:06,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:06,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:06,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:06,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:06,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:06,647 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,35141,1731053978850.replicationSource.shipper6ac96558fc7f%2C35141%2C1731053978850,1-6ac96558fc7f,35141,1731053978850 terminated 2024-11-08T08:20:06,647 INFO [RS:0;6ac96558fc7f:35141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:35141. 2024-11-08T08:20:06,647 DEBUG [RS:0;6ac96558fc7f:35141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:06,647 DEBUG [RS:0;6ac96558fc7f:35141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:06,647 DEBUG [RS:0;6ac96558fc7f:35141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:06,648 INFO [RS:0;6ac96558fc7f:35141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35141 2024-11-08T08:20:06,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:20:06,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234/rs 2024-11-08T08:20:06,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01033948234/rs/6ac96558fc7f,35141,1731053978850 2024-11-08T08:20:06,724 INFO [RS:0;6ac96558fc7f:35141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:20:06,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,35141,1731053978850] 2024-11-08T08:20:06,744 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01033948234/draining/6ac96558fc7f,35141,1731053978850 already deleted, retry=false 2024-11-08T08:20:06,744 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,35141,1731053978850 expired; onlineServers=0 2024-11-08T08:20:06,744 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,42493,1731053978621' ***** 2024-11-08T08:20:06,744 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:20:06,744 INFO [M:0;6ac96558fc7f:42493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:20:06,745 INFO [M:0;6ac96558fc7f:42493 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:20:06,745 DEBUG [M:0;6ac96558fc7f:42493 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:20:06,745 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:20:06,745 DEBUG [M:0;6ac96558fc7f:42493 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:20:06,745 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053980696 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731053980696,5,FailOnTimeoutGroup] 2024-11-08T08:20:06,745 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053980700 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731053980700,5,FailOnTimeoutGroup] 2024-11-08T08:20:06,745 INFO [M:0;6ac96558fc7f:42493 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:20:06,745 INFO [M:0;6ac96558fc7f:42493 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:20:06,745 DEBUG [M:0;6ac96558fc7f:42493 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:20:06,745 INFO [M:0;6ac96558fc7f:42493 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:20:06,745 INFO [M:0;6ac96558fc7f:42493 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:20:06,745 INFO [M:0;6ac96558fc7f:42493 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:20:06,745 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:20:06,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01033948234/master 2024-11-08T08:20:06,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01033948234 2024-11-08T08:20:06,755 DEBUG [M:0;6ac96558fc7f:42493 {}] zookeeper.ZKUtil(347): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Unable to get data of znode /01033948234/master because node does not exist (not an error) 2024-11-08T08:20:06,755 WARN [M:0;6ac96558fc7f:42493 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:20:06,756 INFO [M:0;6ac96558fc7f:42493 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/.lastflushedseqids 2024-11-08T08:20:06,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741852_1028 (size=263) 2024-11-08T08:20:06,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:20:06,834 INFO [RS:0;6ac96558fc7f:35141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:20:06,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35141-0x101198776fb0001, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:20:06,834 INFO [RS:0;6ac96558fc7f:35141 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,35141,1731053978850; zookeeper connection closed. 2024-11-08T08:20:06,834 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@642964e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@642964e6 2024-11-08T08:20:06,835 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:20:07,160 INFO [M:0;6ac96558fc7f:42493 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:20:07,161 INFO [M:0;6ac96558fc7f:42493 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:20:07,161 DEBUG [M:0;6ac96558fc7f:42493 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:20:07,161 INFO [M:0;6ac96558fc7f:42493 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:07,161 DEBUG [M:0;6ac96558fc7f:42493 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:07,161 DEBUG [M:0;6ac96558fc7f:42493 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:20:07,161 DEBUG [M:0;6ac96558fc7f:42493 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:07,161 INFO [M:0;6ac96558fc7f:42493 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-08T08:20:07,179 DEBUG [M:0;6ac96558fc7f:42493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/895a0d9f10314ea3a8107e317d646250 is 82, key is hbase:meta,,1/info:regioninfo/1731053981907/Put/seqid=0 2024-11-08T08:20:07,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741853_1029 (size=5672) 2024-11-08T08:20:07,583 INFO [M:0;6ac96558fc7f:42493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/895a0d9f10314ea3a8107e317d646250 2024-11-08T08:20:07,603 DEBUG [M:0;6ac96558fc7f:42493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cb726a3049b4e8d839c1d7acc279a4d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731053993103/Put/seqid=0 2024-11-08T08:20:07,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741854_1030 (size=8515) 2024-11-08T08:20:08,008 INFO [M:0;6ac96558fc7f:42493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cb726a3049b4e8d839c1d7acc279a4d 2024-11-08T08:20:08,025 DEBUG [M:0;6ac96558fc7f:42493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/182469bccb834bb1b4c2700edfa83114 is 69, key is 6ac96558fc7f,35141,1731053978850/rs:state/1731053980791/Put/seqid=0 2024-11-08T08:20:08,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741855_1031 (size=5156) 2024-11-08T08:20:08,210 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T08:20:08,429 INFO [M:0;6ac96558fc7f:42493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/182469bccb834bb1b4c2700edfa83114 2024-11-08T08:20:08,433 DEBUG [M:0;6ac96558fc7f:42493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/895a0d9f10314ea3a8107e317d646250 as hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/895a0d9f10314ea3a8107e317d646250 2024-11-08T08:20:08,436 INFO [M:0;6ac96558fc7f:42493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/895a0d9f10314ea3a8107e317d646250, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T08:20:08,437 DEBUG [M:0;6ac96558fc7f:42493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2cb726a3049b4e8d839c1d7acc279a4d as hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cb726a3049b4e8d839c1d7acc279a4d 2024-11-08T08:20:08,440 INFO [M:0;6ac96558fc7f:42493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2cb726a3049b4e8d839c1d7acc279a4d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T08:20:08,441 DEBUG [M:0;6ac96558fc7f:42493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/182469bccb834bb1b4c2700edfa83114 as hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/182469bccb834bb1b4c2700edfa83114 2024-11-08T08:20:08,445 INFO [M:0;6ac96558fc7f:42493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42411/user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/182469bccb834bb1b4c2700edfa83114, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T08:20:08,445 INFO [M:0;6ac96558fc7f:42493 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-08T08:20:08,447 INFO [M:0;6ac96558fc7f:42493 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:08,447 DEBUG [M:0;6ac96558fc7f:42493 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054007161Disabling compacts and flushes for region at 1731054007161Disabling writes for close at 1731054007161Obtaining lock to block concurrent updates at 1731054007161Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731054007161Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731054007162 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731054007162Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731054007162Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731054007178 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731054007178Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731054007587 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731054007603 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731054007603Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731054008012 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731054008024 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731054008024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ccd5e60: reopening flushed file at 1731054008432 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7580b6: reopening flushed file at 1731054008436 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d7b4a52: reopening flushed file at 1731054008441 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1731054008445 (+4 ms)Writing region close event to WAL at 1731054008447 (+2 ms)Closed at 1731054008447 2024-11-08T08:20:08,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42977 is added to blk_1073741830_1006 (size=63642) 2024-11-08T08:20:08,448 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b1c82bf0-1b96-81cf-b20b-df7406b76aab/MasterData/WALs/6ac96558fc7f,42493,1731053978621/6ac96558fc7f%2C42493%2C1731053978621.1731053980345 not finished, retry = 0 2024-11-08T08:20:08,490 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:08,491 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:20:08,491 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4157 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:20:08,549 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:20:08,549 INFO [M:0;6ac96558fc7f:42493 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:20:08,549 INFO [M:0;6ac96558fc7f:42493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42493 2024-11-08T08:20:08,550 INFO [M:0;6ac96558fc7f:42493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:20:08,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:20:08,697 INFO [M:0;6ac96558fc7f:42493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:20:08,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42493-0x101198776fb0000, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:20:08,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4898880f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:20:08,700 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15baf432{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:20:08,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:20:08,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f5ea92b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:20:08,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@456250f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/hadoop.log.dir/,STOPPED} 2024-11-08T08:20:08,701 WARN [BP-542667039-172.17.0.3-1731053976423 heartbeating to localhost/127.0.0.1:42411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:20:08,701 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:20:08,701 WARN [BP-542667039-172.17.0.3-1731053976423 heartbeating to localhost/127.0.0.1:42411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-542667039-172.17.0.3-1731053976423 (Datanode Uuid a9f8f78e-7f2b-40c5-b1ce-f8b80cb77e61) service to localhost/127.0.0.1:42411 2024-11-08T08:20:08,701 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:20:08,701 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/cluster_afd6d933-4a38-7761-6e74-513e88395cce/data/data1/current/BP-542667039-172.17.0.3-1731053976423 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:20:08,701 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/cluster_afd6d933-4a38-7761-6e74-513e88395cce/data/data2/current/BP-542667039-172.17.0.3-1731053976423 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:20:08,702 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:20:08,707 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ecd32c0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:20:08,707 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52454770{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:20:08,707 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:20:08,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aefb2f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:20:08,708 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f320e03{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a482f7e8-cb0d-9f8d-230e-aa9cc132fa7f/hadoop.log.dir/,STOPPED} 2024-11-08T08:20:08,712 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T08:20:08,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101198776fb0005, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:20:08,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101198776fb0002, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:20:08,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101198776fb0005, quorum=127.0.0.1:63209, baseZNode=/1-1680529407 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:20:08,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101198776fb0002, quorum=127.0.0.1:63209, baseZNode=/01033948234 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:20:08,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:20:08,845 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=240 (was 209) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63209) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42411 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:45125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45125 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45125 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42411 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45125 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:42411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63209) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:362) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1204) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45125 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=618 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=448 (was 404) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5304 (was 6163) 2024-11-08T08:20:08,854 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=240, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=448, ProcessCount=11, AvailableMemoryMB=5303 2024-11-08T08:20:08,866 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-08T08:20:08,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/hadoop.log.dir so I do NOT create it in target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87 2024-11-08T08:20:08,866 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:20:08,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/hadoop.tmp.dir so I do NOT create it in target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87 2024-11-08T08:20:08,866 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3af2ed56-902e-2650-4e7c-49adf34c69d7/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:20:08,866 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87 2024-11-08T08:20:08,866 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/cluster_97875817-788c-0005-00f9-1bb8e8e63f31, deleteOnExit=true 2024-11-08T08:20:08,909 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/cluster_97875817-788c-0005-00f9-1bb8e8e63f31/zookeeper_0, clientPort=60667, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/cluster_97875817-788c-0005-00f9-1bb8e8e63f31/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/cluster_97875817-788c-0005-00f9-1bb8e8e63f31/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T08:20:08,910 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60667 2024-11-08T08:20:08,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:20:08,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:20:08,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/test.cache.data in system properties and HBase conf 2024-11-08T08:20:08,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:20:08,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:20:08,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:20:08,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:20:08,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:20:08,911 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:20:08,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:20:08,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:20:08,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:20:08,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:20:08,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:20:08,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:20:08,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:20:08,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:20:08,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:20:08,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:20:08,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:20:08,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:20:08,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:20:08,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:20:09,292 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:20:09,296 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:20:09,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:20:09,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:20:09,297 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T08:20:09,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:20:09,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3072af28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:20:09,298 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@237b99c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:20:09,394 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3307eb59{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/java.io.tmpdir/jetty-localhost-36037-hadoop-hdfs-3_4_1-tests_jar-_-any-15031442563693418664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:20:09,395 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@303a142a{HTTP/1.1, (http/1.1)}{localhost:36037} 2024-11-08T08:20:09,395 INFO [Time-limited test {}] server.Server(415): Started @205586ms 2024-11-08T08:20:09,720 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:20:09,726 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:20:09,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:20:09,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:20:09,728 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:20:09,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48a661a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:20:09,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ad23ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:20:09,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58356843{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/java.io.tmpdir/jetty-localhost-45383-hadoop-hdfs-3_4_1-tests_jar-_-any-6299154246643081179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:20:09,825 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e7d60ae{HTTP/1.1, (http/1.1)}{localhost:45383} 2024-11-08T08:20:09,825 INFO [Time-limited test {}] server.Server(415): Started @206017ms 2024-11-08T08:20:09,826 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:20:10,747 WARN [Thread-2181 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/cluster_97875817-788c-0005-00f9-1bb8e8e63f31/data/data1/current/BP-238139232-172.17.0.3-1731054008937/current, will proceed with Du for space computation calculation, 2024-11-08T08:20:10,747 WARN [Thread-2182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/cluster_97875817-788c-0005-00f9-1bb8e8e63f31/data/data2/current/BP-238139232-172.17.0.3-1731054008937/current, will proceed with Du for space computation calculation, 2024-11-08T08:20:10,764 WARN [Thread-2169 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:20:10,766 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cce6de927ebb74 with lease ID 0x24baf2095dad7e8: Processing first storage report for DS-fd81c74c-d237-4d8a-ae78-367d49212a55 from datanode DatanodeRegistration(127.0.0.1:45575, datanodeUuid=3e1af70a-9013-4e2a-86bf-4f620bb65056, infoPort=41333, infoSecurePort=0, ipcPort=46617, storageInfo=lv=-57;cid=testClusterID;nsid=29044185;c=1731054008937) 2024-11-08T08:20:10,766 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cce6de927ebb74 with lease ID 0x24baf2095dad7e8: from storage DS-fd81c74c-d237-4d8a-ae78-367d49212a55 node DatanodeRegistration(127.0.0.1:45575, datanodeUuid=3e1af70a-9013-4e2a-86bf-4f620bb65056, infoPort=41333, infoSecurePort=0, ipcPort=46617, storageInfo=lv=-57;cid=testClusterID;nsid=29044185;c=1731054008937), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:20:10,766 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5cce6de927ebb74 with lease ID 0x24baf2095dad7e8: Processing first storage report for DS-417fd4f7-1fe9-4784-8b6c-43aa410b33d7 from datanode DatanodeRegistration(127.0.0.1:45575, datanodeUuid=3e1af70a-9013-4e2a-86bf-4f620bb65056, infoPort=41333, infoSecurePort=0, ipcPort=46617, storageInfo=lv=-57;cid=testClusterID;nsid=29044185;c=1731054008937) 2024-11-08T08:20:10,766 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5cce6de927ebb74 with lease ID 0x24baf2095dad7e8: from storage DS-417fd4f7-1fe9-4784-8b6c-43aa410b33d7 node DatanodeRegistration(127.0.0.1:45575, datanodeUuid=3e1af70a-9013-4e2a-86bf-4f620bb65056, infoPort=41333, infoSecurePort=0, ipcPort=46617, storageInfo=lv=-57;cid=testClusterID;nsid=29044185;c=1731054008937), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:20:10,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87 2024-11-08T08:20:10,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:10,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:10,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:20:11,262 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae with version=8 2024-11-08T08:20:11,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/hbase-staging 2024-11-08T08:20:11,264 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:20:11,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:11,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:11,264 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:20:11,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:11,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:20:11,264 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:20:11,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:20:11,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41451 2024-11-08T08:20:11,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41451 connecting to ZooKeeper ensemble=127.0.0.1:60667 2024-11-08T08:20:11,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:20:11,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T08:20:11,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T08:20:11,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T08:20:11,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T08:20:11,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:20:11,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:20:11,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414510x0, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:20:11,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41451-0x1011987f5f80000 connected 2024-11-08T08:20:11,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:11,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:11,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Set watcher on znode that does not yet exist, /0-944792042/running 2024-11-08T08:20:11,454 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae, hbase.cluster.distributed=false 2024-11-08T08:20:11,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Set watcher on znode that does not yet exist, /0-944792042/acl 2024-11-08T08:20:11,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41451 2024-11-08T08:20:11,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41451 2024-11-08T08:20:11,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41451 2024-11-08T08:20:11,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41451 2024-11-08T08:20:11,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41451 2024-11-08T08:20:11,477 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:20:11,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:11,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:11,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:20:11,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:11,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:20:11,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:20:11,478 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:20:11,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38945 2024-11-08T08:20:11,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38945 connecting to ZooKeeper ensemble=127.0.0.1:60667 2024-11-08T08:20:11,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:11,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:11,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389450x0, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:20:11,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389450x0, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Set watcher on znode that does not yet exist, /0-944792042/running 2024-11-08T08:20:11,497 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38945-0x1011987f5f80001 connected 2024-11-08T08:20:11,497 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:20:11,498 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:20:11,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Set watcher on znode that does not yet exist, /0-944792042/master 2024-11-08T08:20:11,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Set watcher on znode that does not yet exist, /0-944792042/acl 2024-11-08T08:20:11,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38945 2024-11-08T08:20:11,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38945 2024-11-08T08:20:11,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38945 2024-11-08T08:20:11,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38945 2024-11-08T08:20:11,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38945 2024-11-08T08:20:11,521 DEBUG [M:0;6ac96558fc7f:41451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:41451 2024-11-08T08:20:11,521 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-944792042/backup-masters/6ac96558fc7f,41451,1731054011263 2024-11-08T08:20:11,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042/backup-masters 2024-11-08T08:20:11,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042/backup-masters 2024-11-08T08:20:11,534 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Set watcher on existing znode=/0-944792042/backup-masters/6ac96558fc7f,41451,1731054011263 2024-11-08T08:20:11,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-944792042/master 2024-11-08T08:20:11,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042 2024-11-08T08:20:11,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042 2024-11-08T08:20:11,544 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Set watcher on existing znode=/0-944792042/master 2024-11-08T08:20:11,545 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-944792042/backup-masters/6ac96558fc7f,41451,1731054011263 from backup master directory 2024-11-08T08:20:11,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-944792042/backup-masters/6ac96558fc7f,41451,1731054011263 2024-11-08T08:20:11,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042/backup-masters 2024-11-08T08:20:11,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042/backup-masters 2024-11-08T08:20:11,555 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:20:11,555 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,41451,1731054011263 2024-11-08T08:20:11,558 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/hbase.id] with ID: df707598-5440-46c0-ae6b-2e88d7a273d5 2024-11-08T08:20:11,558 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/.tmp/hbase.id 2024-11-08T08:20:11,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:20:11,966 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/.tmp/hbase.id]:[hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/hbase.id] 2024-11-08T08:20:11,974 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:11,974 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:20:11,975 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T08:20:12,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042 2024-11-08T08:20:12,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042 2024-11-08T08:20:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:20:12,149 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:20:12,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:12,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:12,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:12,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:12,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:12,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:12,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:12,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:12,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:12,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:12,455 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:20:12,456 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:20:12,456 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:20:12,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:20:12,519 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:12,520 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:20:12,520 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8186 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:20:12,866 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store 2024-11-08T08:20:12,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:20:13,270 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:13,270 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:20:13,271 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:13,271 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:13,271 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:20:13,271 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:13,271 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:13,271 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054013270Disabling compacts and flushes for region at 1731054013270Disabling writes for close at 1731054013271 (+1 ms)Writing region close event to WAL at 1731054013271Closed at 1731054013271 2024-11-08T08:20:13,272 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store/.initializing 2024-11-08T08:20:13,272 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/WALs/6ac96558fc7f,41451,1731054011263 2024-11-08T08:20:13,272 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:20:13,274 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C41451%2C1731054011263, suffix=, logDir=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/WALs/6ac96558fc7f,41451,1731054011263, archiveDir=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/oldWALs, maxLogs=10 2024-11-08T08:20:13,288 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/WALs/6ac96558fc7f,41451,1731054011263/6ac96558fc7f%2C41451%2C1731054011263.1731054013274, exclude list is [], retry=0 2024-11-08T08:20:13,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45575,DS-fd81c74c-d237-4d8a-ae78-367d49212a55,DISK] 2024-11-08T08:20:13,292 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/WALs/6ac96558fc7f,41451,1731054011263/6ac96558fc7f%2C41451%2C1731054011263.1731054013274 2024-11-08T08:20:13,292 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41333:41333)] 2024-11-08T08:20:13,292 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:20:13,292 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:13,292 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:13,293 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:13,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:13,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:20:13,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:13,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:13,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:13,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:20:13,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:13,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:13,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:13,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:20:13,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:13,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:13,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:13,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:20:13,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:13,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:13,298 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:13,299 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:13,299 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:13,300 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:13,300 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:13,300 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:20:13,301 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:13,303 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:20:13,303 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61254383, jitterRate=-0.08723856508731842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:20:13,303 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731054013293Initializing all the Stores at 1731054013293Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054013293Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054013293Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054013293Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054013293Cleaning up temporary data from old regions at 1731054013300 (+7 ms)Region opened successfully at 1731054013303 (+3 ms) 2024-11-08T08:20:13,304 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:20:13,306 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d87ba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:20:13,307 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:20:13,307 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:20:13,307 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:20:13,308 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:20:13,308 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:20:13,308 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:20:13,309 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:20:13,310 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:20:13,311 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Unable to get data of znode /0-944792042/balancer because node does not exist (not necessarily an error) 2024-11-08T08:20:13,375 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-944792042/balancer already deleted, retry=false 2024-11-08T08:20:13,376 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:20:13,377 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Unable to get data of znode /0-944792042/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:20:13,386 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-944792042/normalizer already deleted, retry=false 2024-11-08T08:20:13,386 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:20:13,387 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Unable to get data of znode /0-944792042/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:20:13,396 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-944792042/switch/split already deleted, retry=false 2024-11-08T08:20:13,397 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Unable to get data of znode /0-944792042/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:20:13,407 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-944792042/switch/merge already deleted, retry=false 2024-11-08T08:20:13,408 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Unable to get data of znode /0-944792042/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:20:13,417 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-944792042/snapshot-cleanup already deleted, retry=false 2024-11-08T08:20:13,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-944792042/running 2024-11-08T08:20:13,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-944792042/running 2024-11-08T08:20:13,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042 2024-11-08T08:20:13,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042 2024-11-08T08:20:13,428 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,41451,1731054011263, sessionid=0x1011987f5f80000, setting cluster-up flag (Was=false) 2024-11-08T08:20:13,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042 2024-11-08T08:20:13,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042 2024-11-08T08:20:13,481 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-944792042/flush-table-proc/acquired, /0-944792042/flush-table-proc/reached, /0-944792042/flush-table-proc/abort 2024-11-08T08:20:13,482 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,41451,1731054011263 2024-11-08T08:20:13,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042 2024-11-08T08:20:13,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042 2024-11-08T08:20:13,533 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-944792042/online-snapshot/acquired, /0-944792042/online-snapshot/reached, /0-944792042/online-snapshot/abort 2024-11-08T08:20:13,534 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,41451,1731054011263 2024-11-08T08:20:13,535 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:20:13,536 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:13,537 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:20:13,537 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:20:13,537 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,41451,1731054011263 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:20:13,538 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:13,538 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:13,538 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:13,538 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:13,538 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:20:13,538 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:13,538 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:20:13,538 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:13,539 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731054043539 2024-11-08T08:20:13,539 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:20:13,539 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:20:13,539 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:20:13,539 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:20:13,539 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:20:13,539 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:20:13,539 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:13,539 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:13,539 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:20:13,539 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:20:13,539 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:20:13,539 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:20:13,540 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:20:13,540 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:20:13,540 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:20:13,540 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054013540,5,FailOnTimeoutGroup] 2024-11-08T08:20:13,540 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:13,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:20:13,543 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054013540,5,FailOnTimeoutGroup] 2024-11-08T08:20:13,543 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:13,543 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:20:13,543 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:13,543 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:13,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:20:13,611 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(746): ClusterId : df707598-5440-46c0-ae6b-2e88d7a273d5 2024-11-08T08:20:13,611 DEBUG [RS:0;6ac96558fc7f:38945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:20:13,623 DEBUG [RS:0;6ac96558fc7f:38945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:20:13,623 DEBUG [RS:0;6ac96558fc7f:38945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:20:13,634 DEBUG [RS:0;6ac96558fc7f:38945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:20:13,634 DEBUG [RS:0;6ac96558fc7f:38945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f4d3e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:20:13,644 DEBUG [RS:0;6ac96558fc7f:38945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:38945 2024-11-08T08:20:13,644 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:20:13,644 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:20:13,644 DEBUG [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:20:13,644 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,41451,1731054011263 with port=38945, startcode=1731054011477 2024-11-08T08:20:13,644 DEBUG [RS:0;6ac96558fc7f:38945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:20:13,646 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:20:13,646 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,38945,1731054011477 2024-11-08T08:20:13,646 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41451 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,38945,1731054011477 2024-11-08T08:20:13,647 DEBUG [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae 2024-11-08T08:20:13,647 DEBUG [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36143 2024-11-08T08:20:13,647 DEBUG [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:20:13,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042/rs 2024-11-08T08:20:13,660 DEBUG [RS:0;6ac96558fc7f:38945 {}] zookeeper.ZKUtil(111): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Set watcher on existing znode=/0-944792042/rs/6ac96558fc7f,38945,1731054011477 2024-11-08T08:20:13,660 WARN [RS:0;6ac96558fc7f:38945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:20:13,660 INFO [RS:0;6ac96558fc7f:38945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:20:13,660 DEBUG [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477 2024-11-08T08:20:13,660 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,38945,1731054011477] 2024-11-08T08:20:13,663 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:20:13,665 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:20:13,665 INFO [RS:0;6ac96558fc7f:38945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:20:13,665 INFO [RS:0;6ac96558fc7f:38945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:13,668 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:20:13,669 INFO [RS:0;6ac96558fc7f:38945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:20:13,669 INFO [RS:0;6ac96558fc7f:38945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:13,669 DEBUG [RS:0;6ac96558fc7f:38945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:13,669 DEBUG [RS:0;6ac96558fc7f:38945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:13,669 DEBUG [RS:0;6ac96558fc7f:38945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:13,669 DEBUG [RS:0;6ac96558fc7f:38945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:13,669 DEBUG [RS:0;6ac96558fc7f:38945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:13,669 DEBUG [RS:0;6ac96558fc7f:38945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:20:13,669 DEBUG [RS:0;6ac96558fc7f:38945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:13,669 DEBUG [RS:0;6ac96558fc7f:38945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:13,669 DEBUG [RS:0;6ac96558fc7f:38945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:13,669 DEBUG [RS:0;6ac96558fc7f:38945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:13,669 DEBUG [RS:0;6ac96558fc7f:38945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:13,669 DEBUG [RS:0;6ac96558fc7f:38945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:13,669 DEBUG [RS:0;6ac96558fc7f:38945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:20:13,669 DEBUG [RS:0;6ac96558fc7f:38945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:20:13,672 INFO [RS:0;6ac96558fc7f:38945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:13,672 INFO [RS:0;6ac96558fc7f:38945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:13,672 INFO [RS:0;6ac96558fc7f:38945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:13,672 INFO [RS:0;6ac96558fc7f:38945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:13,672 INFO [RS:0;6ac96558fc7f:38945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:13,672 INFO [RS:0;6ac96558fc7f:38945 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,38945,1731054011477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:20:13,687 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:20:13,688 INFO [RS:0;6ac96558fc7f:38945 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,38945,1731054011477-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:13,688 INFO [RS:0;6ac96558fc7f:38945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:13,688 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.Replication(171): 6ac96558fc7f,38945,1731054011477 started 2024-11-08T08:20:13,699 INFO [RS:0;6ac96558fc7f:38945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:13,699 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,38945,1731054011477, RpcServer on 6ac96558fc7f/172.17.0.3:38945, sessionid=0x1011987f5f80001 2024-11-08T08:20:13,699 DEBUG [RS:0;6ac96558fc7f:38945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:20:13,699 DEBUG [RS:0;6ac96558fc7f:38945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,38945,1731054011477 2024-11-08T08:20:13,699 DEBUG [RS:0;6ac96558fc7f:38945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,38945,1731054011477' 2024-11-08T08:20:13,699 DEBUG [RS:0;6ac96558fc7f:38945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-944792042/flush-table-proc/abort' 2024-11-08T08:20:13,699 DEBUG [RS:0;6ac96558fc7f:38945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-944792042/flush-table-proc/acquired' 2024-11-08T08:20:13,700 DEBUG [RS:0;6ac96558fc7f:38945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:20:13,700 DEBUG [RS:0;6ac96558fc7f:38945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:20:13,700 DEBUG [RS:0;6ac96558fc7f:38945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,38945,1731054011477 2024-11-08T08:20:13,700 DEBUG [RS:0;6ac96558fc7f:38945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,38945,1731054011477' 2024-11-08T08:20:13,700 DEBUG [RS:0;6ac96558fc7f:38945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-944792042/online-snapshot/abort' 2024-11-08T08:20:13,700 DEBUG [RS:0;6ac96558fc7f:38945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-944792042/online-snapshot/acquired' 2024-11-08T08:20:13,700 DEBUG [RS:0;6ac96558fc7f:38945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:20:13,700 INFO [RS:0;6ac96558fc7f:38945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:20:13,700 INFO [RS:0;6ac96558fc7f:38945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:20:13,800 INFO [RS:0;6ac96558fc7f:38945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:20:13,802 INFO [RS:0;6ac96558fc7f:38945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C38945%2C1731054011477, suffix=, logDir=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477, archiveDir=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/oldWALs, maxLogs=10 2024-11-08T08:20:13,812 DEBUG [RS:0;6ac96558fc7f:38945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802, exclude list is [], retry=0 2024-11-08T08:20:13,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45575,DS-fd81c74c-d237-4d8a-ae78-367d49212a55,DISK] 2024-11-08T08:20:13,816 INFO [RS:0;6ac96558fc7f:38945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 2024-11-08T08:20:13,816 DEBUG [RS:0;6ac96558fc7f:38945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41333:41333)] 2024-11-08T08:20:13,949 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:20:13,949 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae 2024-11-08T08:20:13,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741833_1009 (size=32) 2024-11-08T08:20:14,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:14,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:20:14,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:20:14,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:14,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:14,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:20:14,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:20:14,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:14,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:14,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:20:14,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:20:14,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:14,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:14,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:20:14,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:20:14,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:14,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:14,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:20:14,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740 2024-11-08T08:20:14,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740 2024-11-08T08:20:14,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:20:14,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:20:14,361 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:20:14,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:20:14,363 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:20:14,364 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60714250, jitterRate=-0.09528717398643494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:20:14,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731054014354Initializing all the Stores at 1731054014354Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054014355 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054014355Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054014355Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054014355Cleaning up temporary data from old regions at 1731054014361 (+6 ms)Region opened successfully at 1731054014364 (+3 ms) 2024-11-08T08:20:14,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:20:14,364 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:20:14,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:20:14,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:20:14,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:20:14,364 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:20:14,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054014364Disabling compacts and flushes for region at 1731054014364Disabling writes for close at 1731054014364Writing region close event to WAL at 1731054014364Closed at 1731054014364 2024-11-08T08:20:14,365 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:14,365 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:20:14,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:20:14,366 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:20:14,367 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:20:14,517 DEBUG [6ac96558fc7f:41451 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:20:14,518 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,38945,1731054011477 2024-11-08T08:20:14,518 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,38945,1731054011477, state=OPENING 2024-11-08T08:20:14,596 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:20:14,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042 2024-11-08T08:20:14,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042 2024-11-08T08:20:14,607 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:20:14,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-944792042/meta-region-server: CHANGED 2024-11-08T08:20:14,607 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-944792042/meta-region-server: CHANGED 2024-11-08T08:20:14,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,38945,1731054011477}] 2024-11-08T08:20:14,759 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:20:14,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:20:14,763 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:20:14,763 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:20:14,764 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:20:14,765 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C38945%2C1731054011477.meta, suffix=.meta, logDir=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477, archiveDir=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/oldWALs, maxLogs=10 2024-11-08T08:20:14,776 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.meta.1731054014765.meta, exclude list is [], retry=0 2024-11-08T08:20:14,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45575,DS-fd81c74c-d237-4d8a-ae78-367d49212a55,DISK] 2024-11-08T08:20:14,779 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.meta.1731054014765.meta 2024-11-08T08:20:14,779 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41333:41333)] 2024-11-08T08:20:14,779 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:20:14,780 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:20:14,780 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:20:14,780 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:20:14,780 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:20:14,780 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:20:14,780 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:14,780 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:20:14,780 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:20:14,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:20:14,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:20:14,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:14,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:14,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:20:14,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:20:14,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:14,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:14,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:20:14,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:20:14,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:14,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:14,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:20:14,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:20:14,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:14,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:14,785 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:20:14,786 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740 2024-11-08T08:20:14,786 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740 2024-11-08T08:20:14,787 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:20:14,787 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:20:14,787 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:20:14,788 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:20:14,789 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75382211, jitterRate=0.12328247725963593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:20:14,789 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:20:14,789 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731054014780Writing region info on filesystem at 1731054014780Initializing all the Stores at 1731054014781 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054014781Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054014781Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054014781Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054014781Cleaning up temporary data from old regions at 1731054014787 (+6 ms)Running coprocessor post-open hooks at 1731054014789 (+2 ms)Region opened successfully at 1731054014789 2024-11-08T08:20:14,790 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731054014759 2024-11-08T08:20:14,792 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:20:14,792 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:20:14,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,38945,1731054011477 2024-11-08T08:20:14,793 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,38945,1731054011477, state=OPEN 2024-11-08T08:20:14,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-944792042/meta-region-server 2024-11-08T08:20:14,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-944792042/meta-region-server 2024-11-08T08:20:14,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-944792042/meta-region-server: CHANGED 2024-11-08T08:20:14,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-944792042/meta-region-server: CHANGED 2024-11-08T08:20:14,829 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,38945,1731054011477 2024-11-08T08:20:14,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:20:14,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,38945,1731054011477 in 222 msec 2024-11-08T08:20:14,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:20:14,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-08T08:20:14,833 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:14,833 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:20:14,834 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:20:14,834 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,38945,1731054011477, seqNum=-1] 2024-11-08T08:20:14,834 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:20:14,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:20:14,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-08T08:20:14,839 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731054014839, completionTime=-1 2024-11-08T08:20:14,839 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:20:14,839 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:20:14,840 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:20:14,840 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731054074840 2024-11-08T08:20:14,841 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731054134841 2024-11-08T08:20:14,841 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T08:20:14,841 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,41451,1731054011263-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:14,841 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,41451,1731054011263-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:14,841 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,41451,1731054011263-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:14,841 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:41451, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:14,841 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:14,841 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:14,842 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:20:14,844 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.289sec 2024-11-08T08:20:14,844 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:20:14,844 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:20:14,844 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:20:14,844 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:20:14,844 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:20:14,844 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,41451,1731054011263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:20:14,844 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,41451,1731054011263-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:20:14,846 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:20:14,846 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:20:14,846 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,41451,1731054011263-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:14,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee531e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:14,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,41451,-1 for getting cluster id 2024-11-08T08:20:14,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:20:14,913 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df707598-5440-46c0-ae6b-2e88d7a273d5' 2024-11-08T08:20:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:20:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df707598-5440-46c0-ae6b-2e88d7a273d5" 2024-11-08T08:20:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575d7782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,41451,-1] 2024-11-08T08:20:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:20:14,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:14,914 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:20:14,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9fb205b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:14,915 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:20:14,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,38945,1731054011477, seqNum=-1] 2024-11-08T08:20:14,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:20:14,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:20:14,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,41451,1731054011263 2024-11-08T08:20:14,919 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60667 2024-11-08T08:20:14,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:20:14,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011987f5f80002 connected 2024-11-08T08:20:14,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/hadoop.log.dir so I do NOT create it in target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd 2024-11-08T08:20:14,951 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:20:14,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/hadoop.tmp.dir so I do NOT create it in target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd 2024-11-08T08:20:14,951 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:20:14,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd 2024-11-08T08:20:14,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:20:14,952 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/cluster_0ffeb844-1daf-7034-a965-076b07d04804, deleteOnExit=true 2024-11-08T08:20:14,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:20:14,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/test.cache.data in system properties and HBase conf 2024-11-08T08:20:14,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:20:14,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:20:14,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:20:14,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:20:14,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:20:14,953 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:20:14,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:20:14,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:20:14,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:20:14,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:20:14,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:20:14,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:20:14,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:20:14,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:20:14,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:20:14,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:20:14,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:20:14,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:20:14,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:20:14,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:20:15,626 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:20:15,630 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:20:15,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:20:15,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:20:15,631 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T08:20:15,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:20:15,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ecfd193{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:20:15,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@625afcc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:20:15,734 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a0438d6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/java.io.tmpdir/jetty-localhost-40229-hadoop-hdfs-3_4_1-tests_jar-_-any-1665138060378797853/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:20:15,734 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@647fb346{HTTP/1.1, (http/1.1)}{localhost:40229} 2024-11-08T08:20:15,734 INFO [Time-limited test {}] server.Server(415): Started @211926ms 2024-11-08T08:20:16,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:20:16,074 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:20:16,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:20:16,076 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:20:16,076 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:20:16,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60ac4bf2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:20:16,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ca79ddd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:20:16,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2369a4b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/java.io.tmpdir/jetty-localhost-38193-hadoop-hdfs-3_4_1-tests_jar-_-any-11511316381760815432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:20:16,177 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54bf6f{HTTP/1.1, (http/1.1)}{localhost:38193} 2024-11-08T08:20:16,177 INFO [Time-limited test {}] server.Server(415): Started @212369ms 2024-11-08T08:20:16,178 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:20:16,836 WARN [Thread-2302 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/cluster_0ffeb844-1daf-7034-a965-076b07d04804/data/data1/current/BP-153324968-172.17.0.3-1731054014971/current, will proceed with Du for space computation calculation, 2024-11-08T08:20:16,837 WARN [Thread-2303 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/cluster_0ffeb844-1daf-7034-a965-076b07d04804/data/data2/current/BP-153324968-172.17.0.3-1731054014971/current, will proceed with Du for space computation calculation, 2024-11-08T08:20:16,856 WARN [Thread-2290 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:20:16,858 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3de5280a74ef32f0 with lease ID 0x6604181471aa3fc6: Processing first storage report for DS-2a1e4656-25f4-44b2-bdda-8fe549114179 from datanode DatanodeRegistration(127.0.0.1:34625, datanodeUuid=ac49e4a2-d7c5-4f03-aa94-75c631507e74, infoPort=37487, infoSecurePort=0, ipcPort=45923, storageInfo=lv=-57;cid=testClusterID;nsid=1316462876;c=1731054014971) 2024-11-08T08:20:16,858 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3de5280a74ef32f0 with lease ID 0x6604181471aa3fc6: from storage DS-2a1e4656-25f4-44b2-bdda-8fe549114179 node DatanodeRegistration(127.0.0.1:34625, datanodeUuid=ac49e4a2-d7c5-4f03-aa94-75c631507e74, infoPort=37487, infoSecurePort=0, ipcPort=45923, storageInfo=lv=-57;cid=testClusterID;nsid=1316462876;c=1731054014971), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:20:16,858 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3de5280a74ef32f0 with lease ID 0x6604181471aa3fc6: Processing first storage report for DS-489cf21d-1375-4b5e-a15c-6a9c84cb015c from datanode DatanodeRegistration(127.0.0.1:34625, datanodeUuid=ac49e4a2-d7c5-4f03-aa94-75c631507e74, infoPort=37487, infoSecurePort=0, ipcPort=45923, storageInfo=lv=-57;cid=testClusterID;nsid=1316462876;c=1731054014971) 2024-11-08T08:20:16,858 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3de5280a74ef32f0 with lease ID 0x6604181471aa3fc6: from storage DS-489cf21d-1375-4b5e-a15c-6a9c84cb015c node DatanodeRegistration(127.0.0.1:34625, datanodeUuid=ac49e4a2-d7c5-4f03-aa94-75c631507e74, infoPort=37487, infoSecurePort=0, ipcPort=45923, storageInfo=lv=-57;cid=testClusterID;nsid=1316462876;c=1731054014971), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T08:20:16,909 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd 2024-11-08T08:20:16,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:16,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:16,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:20:17,318 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a with version=8 2024-11-08T08:20:17,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/hbase-staging 2024-11-08T08:20:17,319 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:20:17,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:17,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:17,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:20:17,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:17,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:20:17,320 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:20:17,320 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:20:17,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40495 2024-11-08T08:20:17,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40495 connecting to ZooKeeper ensemble=127.0.0.1:60667 2024-11-08T08:20:17,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404950x0, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:20:17,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40495-0x1011987f5f80003 connected 2024-11-08T08:20:17,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:17,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:17,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Set watcher on znode that does not yet exist, /1-359722308/running 2024-11-08T08:20:17,442 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a, hbase.cluster.distributed=false 2024-11-08T08:20:17,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Set watcher on znode that does not yet exist, /1-359722308/acl 2024-11-08T08:20:17,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40495 2024-11-08T08:20:17,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40495 2024-11-08T08:20:17,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40495 2024-11-08T08:20:17,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40495 2024-11-08T08:20:17,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40495 2024-11-08T08:20:17,458 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:20:17,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:17,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:17,458 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:20:17,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:17,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:20:17,458 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:20:17,458 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:20:17,459 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32837 2024-11-08T08:20:17,459 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32837 connecting to ZooKeeper ensemble=127.0.0.1:60667 2024-11-08T08:20:17,460 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:17,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:17,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328370x0, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:20:17,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328370x0, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Set watcher on znode that does not yet exist, /1-359722308/running 2024-11-08T08:20:17,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32837-0x1011987f5f80004 connected 2024-11-08T08:20:17,476 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:20:17,480 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:20:17,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Set watcher on znode that does not yet exist, /1-359722308/master 2024-11-08T08:20:17,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Set watcher on znode that does not yet exist, /1-359722308/acl 2024-11-08T08:20:17,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32837 2024-11-08T08:20:17,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32837 2024-11-08T08:20:17,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32837 2024-11-08T08:20:17,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32837 2024-11-08T08:20:17,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32837 2024-11-08T08:20:17,498 DEBUG [M:0;6ac96558fc7f:40495 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:40495 2024-11-08T08:20:17,498 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-359722308/backup-masters/6ac96558fc7f,40495,1731054017319 2024-11-08T08:20:17,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308/backup-masters 2024-11-08T08:20:17,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308/backup-masters 2024-11-08T08:20:17,507 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Set watcher on existing znode=/1-359722308/backup-masters/6ac96558fc7f,40495,1731054017319 2024-11-08T08:20:17,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308 2024-11-08T08:20:17,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-359722308/master 2024-11-08T08:20:17,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308 2024-11-08T08:20:17,517 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Set watcher on existing znode=/1-359722308/master 2024-11-08T08:20:17,518 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-359722308/backup-masters/6ac96558fc7f,40495,1731054017319 from backup master directory 2024-11-08T08:20:17,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308/backup-masters 2024-11-08T08:20:17,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-359722308/backup-masters/6ac96558fc7f,40495,1731054017319 2024-11-08T08:20:17,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308/backup-masters 2024-11-08T08:20:17,528 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:20:17,528 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,40495,1731054017319 2024-11-08T08:20:17,531 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/hbase.id] with ID: 8b997dfb-b3fe-4f94-9720-3764df4175ba 2024-11-08T08:20:17,531 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/.tmp/hbase.id 2024-11-08T08:20:17,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:20:17,938 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/.tmp/hbase.id]:[hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/hbase.id] 2024-11-08T08:20:17,947 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:17,947 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:20:17,948 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T08:20:17,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308 2024-11-08T08:20:17,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308 2024-11-08T08:20:18,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:20:18,402 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:20:18,402 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:20:18,402 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:20:18,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:20:18,811 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store 2024-11-08T08:20:18,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:20:19,215 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:19,216 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:20:19,216 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:19,216 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:19,216 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:20:19,216 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:19,216 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:19,216 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054019216Disabling compacts and flushes for region at 1731054019216Disabling writes for close at 1731054019216Writing region close event to WAL at 1731054019216Closed at 1731054019216 2024-11-08T08:20:19,216 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store/.initializing 2024-11-08T08:20:19,216 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/WALs/6ac96558fc7f,40495,1731054017319 2024-11-08T08:20:19,217 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:20:19,218 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C40495%2C1731054017319, suffix=, logDir=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/WALs/6ac96558fc7f,40495,1731054017319, archiveDir=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/oldWALs, maxLogs=10 2024-11-08T08:20:19,229 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/WALs/6ac96558fc7f,40495,1731054017319/6ac96558fc7f%2C40495%2C1731054017319.1731054019219, exclude list is [], retry=0 2024-11-08T08:20:19,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34625,DS-2a1e4656-25f4-44b2-bdda-8fe549114179,DISK] 2024-11-08T08:20:19,233 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/WALs/6ac96558fc7f,40495,1731054017319/6ac96558fc7f%2C40495%2C1731054017319.1731054019219 2024-11-08T08:20:19,234 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37487:37487)] 2024-11-08T08:20:19,234 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:20:19,234 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:19,234 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:19,234 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:19,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:19,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:20:19,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:19,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:19,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:19,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:20:19,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:19,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:19,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:19,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:20:19,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:19,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:19,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:19,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:20:19,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:19,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:19,240 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:19,241 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:19,241 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:19,242 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:19,242 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:19,242 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:20:19,243 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:19,245 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:20:19,245 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61379210, jitterRate=-0.085378497838974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:20:19,245 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731054019234Initializing all the Stores at 1731054019235 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054019235Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054019235Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054019235Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054019235Cleaning up temporary data from old regions at 1731054019242 (+7 ms)Region opened successfully at 1731054019245 (+3 ms) 2024-11-08T08:20:19,246 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:20:19,248 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63806d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:20:19,248 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:20:19,249 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:20:19,249 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:20:19,249 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:20:19,249 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:20:19,249 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:20:19,249 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:20:19,251 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:20:19,252 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Unable to get data of znode /1-359722308/balancer because node does not exist (not necessarily an error) 2024-11-08T08:20:19,312 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-359722308/balancer already deleted, retry=false 2024-11-08T08:20:19,312 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:20:19,313 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Unable to get data of znode /1-359722308/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:20:19,322 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-359722308/normalizer already deleted, retry=false 2024-11-08T08:20:19,323 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:20:19,323 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Unable to get data of znode /1-359722308/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:20:19,333 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-359722308/switch/split already deleted, retry=false 2024-11-08T08:20:19,334 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Unable to get data of znode /1-359722308/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:20:19,343 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-359722308/switch/merge already deleted, retry=false 2024-11-08T08:20:19,345 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Unable to get data of znode /1-359722308/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:20:19,354 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-359722308/snapshot-cleanup already deleted, retry=false 2024-11-08T08:20:19,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-359722308/running 2024-11-08T08:20:19,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-359722308/running 2024-11-08T08:20:19,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308 2024-11-08T08:20:19,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308 2024-11-08T08:20:19,365 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,40495,1731054017319, sessionid=0x1011987f5f80003, setting cluster-up flag (Was=false) 2024-11-08T08:20:19,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308 2024-11-08T08:20:19,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308 2024-11-08T08:20:19,417 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-359722308/flush-table-proc/acquired, /1-359722308/flush-table-proc/reached, /1-359722308/flush-table-proc/abort 2024-11-08T08:20:19,418 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,40495,1731054017319 2024-11-08T08:20:19,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308 2024-11-08T08:20:19,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308 2024-11-08T08:20:19,470 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-359722308/online-snapshot/acquired, /1-359722308/online-snapshot/reached, /1-359722308/online-snapshot/abort 2024-11-08T08:20:19,471 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,40495,1731054017319 2024-11-08T08:20:19,472 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:20:19,473 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:19,473 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:20:19,473 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:20:19,473 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,40495,1731054017319 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:20:19,474 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:19,474 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:19,474 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:19,474 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:19,474 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:20:19,474 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:19,474 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:20:19,474 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:19,475 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:19,476 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:20:19,476 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:19,477 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:20:19,482 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731054049481 2024-11-08T08:20:19,482 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:20:19,482 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:20:19,482 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:20:19,482 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:20:19,482 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:20:19,482 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:20:19,482 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:19,483 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:20:19,483 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:20:19,483 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:20:19,483 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:20:19,484 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:20:19,484 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:20:19,488 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054019484,5,FailOnTimeoutGroup] 2024-11-08T08:20:19,489 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054019488,5,FailOnTimeoutGroup] 2024-11-08T08:20:19,489 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:19,489 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:20:19,489 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:19,489 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:19,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:20:19,494 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(746): ClusterId : 8b997dfb-b3fe-4f94-9720-3764df4175ba 2024-11-08T08:20:19,494 DEBUG [RS:0;6ac96558fc7f:32837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:20:19,502 DEBUG [RS:0;6ac96558fc7f:32837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:20:19,502 DEBUG [RS:0;6ac96558fc7f:32837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:20:19,513 DEBUG [RS:0;6ac96558fc7f:32837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:20:19,513 DEBUG [RS:0;6ac96558fc7f:32837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41522531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:20:19,529 DEBUG [RS:0;6ac96558fc7f:32837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:32837 2024-11-08T08:20:19,529 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:20:19,529 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:20:19,529 DEBUG [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:20:19,529 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,40495,1731054017319 with port=32837, startcode=1731054017458 2024-11-08T08:20:19,530 DEBUG [RS:0;6ac96558fc7f:32837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:20:19,531 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:20:19,531 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40495 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,32837,1731054017458 2024-11-08T08:20:19,531 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40495 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,32837,1731054017458 2024-11-08T08:20:19,533 DEBUG [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a 2024-11-08T08:20:19,533 DEBUG [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33903 2024-11-08T08:20:19,533 DEBUG [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:20:19,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308/rs 2024-11-08T08:20:19,611 DEBUG [RS:0;6ac96558fc7f:32837 {}] zookeeper.ZKUtil(111): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Set watcher on existing znode=/1-359722308/rs/6ac96558fc7f,32837,1731054017458 2024-11-08T08:20:19,611 WARN [RS:0;6ac96558fc7f:32837 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:20:19,611 INFO [RS:0;6ac96558fc7f:32837 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:20:19,611 DEBUG [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458 2024-11-08T08:20:19,611 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,32837,1731054017458] 2024-11-08T08:20:19,615 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:20:19,616 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:20:19,616 INFO [RS:0;6ac96558fc7f:32837 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:20:19,616 INFO [RS:0;6ac96558fc7f:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:19,616 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:20:19,617 INFO [RS:0;6ac96558fc7f:32837 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:20:19,617 INFO [RS:0;6ac96558fc7f:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:19,617 DEBUG [RS:0;6ac96558fc7f:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:19,617 DEBUG [RS:0;6ac96558fc7f:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:19,617 DEBUG [RS:0;6ac96558fc7f:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:19,617 DEBUG [RS:0;6ac96558fc7f:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:19,617 DEBUG [RS:0;6ac96558fc7f:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:19,617 DEBUG [RS:0;6ac96558fc7f:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:20:19,617 DEBUG [RS:0;6ac96558fc7f:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:19,617 DEBUG [RS:0;6ac96558fc7f:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:19,617 DEBUG [RS:0;6ac96558fc7f:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:19,617 DEBUG [RS:0;6ac96558fc7f:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:19,617 DEBUG [RS:0;6ac96558fc7f:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:19,617 DEBUG [RS:0;6ac96558fc7f:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:19,617 DEBUG [RS:0;6ac96558fc7f:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:20:19,617 DEBUG [RS:0;6ac96558fc7f:32837 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:20:19,620 INFO [RS:0;6ac96558fc7f:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:19,620 INFO [RS:0;6ac96558fc7f:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:19,620 INFO [RS:0;6ac96558fc7f:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:19,620 INFO [RS:0;6ac96558fc7f:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:19,620 INFO [RS:0;6ac96558fc7f:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:19,621 INFO [RS:0;6ac96558fc7f:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,32837,1731054017458-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:20:19,636 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:20:19,636 INFO [RS:0;6ac96558fc7f:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,32837,1731054017458-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:19,636 INFO [RS:0;6ac96558fc7f:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:19,636 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.Replication(171): 6ac96558fc7f,32837,1731054017458 started 2024-11-08T08:20:19,649 INFO [RS:0;6ac96558fc7f:32837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:19,649 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,32837,1731054017458, RpcServer on 6ac96558fc7f/172.17.0.3:32837, sessionid=0x1011987f5f80004 2024-11-08T08:20:19,649 DEBUG [RS:0;6ac96558fc7f:32837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:20:19,649 DEBUG [RS:0;6ac96558fc7f:32837 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,32837,1731054017458 2024-11-08T08:20:19,649 DEBUG [RS:0;6ac96558fc7f:32837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,32837,1731054017458' 2024-11-08T08:20:19,649 DEBUG [RS:0;6ac96558fc7f:32837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-359722308/flush-table-proc/abort' 2024-11-08T08:20:19,650 DEBUG [RS:0;6ac96558fc7f:32837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-359722308/flush-table-proc/acquired' 2024-11-08T08:20:19,650 DEBUG [RS:0;6ac96558fc7f:32837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:20:19,650 DEBUG [RS:0;6ac96558fc7f:32837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:20:19,650 DEBUG [RS:0;6ac96558fc7f:32837 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,32837,1731054017458 2024-11-08T08:20:19,650 DEBUG [RS:0;6ac96558fc7f:32837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,32837,1731054017458' 2024-11-08T08:20:19,650 DEBUG [RS:0;6ac96558fc7f:32837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-359722308/online-snapshot/abort' 2024-11-08T08:20:19,650 DEBUG [RS:0;6ac96558fc7f:32837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-359722308/online-snapshot/acquired' 2024-11-08T08:20:19,650 DEBUG [RS:0;6ac96558fc7f:32837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:20:19,650 INFO [RS:0;6ac96558fc7f:32837 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:20:19,650 INFO [RS:0;6ac96558fc7f:32837 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:20:19,663 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T08:20:19,751 INFO [RS:0;6ac96558fc7f:32837 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:20:19,752 INFO [RS:0;6ac96558fc7f:32837 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C32837%2C1731054017458, suffix=, logDir=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458, archiveDir=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/oldWALs, maxLogs=10 2024-11-08T08:20:19,764 DEBUG [RS:0;6ac96558fc7f:32837 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752, exclude list is [], retry=0 2024-11-08T08:20:19,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34625,DS-2a1e4656-25f4-44b2-bdda-8fe549114179,DISK] 2024-11-08T08:20:19,767 INFO [RS:0;6ac96558fc7f:32837 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 2024-11-08T08:20:19,768 DEBUG [RS:0;6ac96558fc7f:32837 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37487:37487)] 2024-11-08T08:20:19,894 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:20:19,894 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a 2024-11-08T08:20:19,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741833_1009 (size=32) 2024-11-08T08:20:20,282 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:20:20,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:20,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:20:20,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:20:20,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:20,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:20,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:20:20,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:20:20,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:20,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:20,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:20:20,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:20:20,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:20,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:20,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:20:20,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:20:20,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:20,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:20,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:20:20,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740 2024-11-08T08:20:20,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740 2024-11-08T08:20:20,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:20:20,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:20:20,307 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:20:20,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:20:20,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:20,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:20,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:20,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:20,310 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:20:20,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:20,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:20,310 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62381042, jitterRate=-0.07045003771781921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:20:20,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731054020299Initializing all the Stores at 1731054020300 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054020300Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054020300Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054020300Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054020300Cleaning up temporary data from old regions at 1731054020307 (+7 ms)Region opened successfully at 1731054020310 (+3 ms) 2024-11-08T08:20:20,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:20:20,310 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:20:20,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:20:20,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:20:20,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:20:20,311 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:20:20,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054020310Disabling compacts and flushes for region at 1731054020310Disabling writes for close at 1731054020311 (+1 ms)Writing region close event to WAL at 1731054020311Closed at 1731054020311 2024-11-08T08:20:20,312 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:20,312 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:20:20,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:20:20,313 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:20:20,314 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:20:20,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:20,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:20,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:20,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:20,464 DEBUG [6ac96558fc7f:40495 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:20:20,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,32837,1731054017458 2024-11-08T08:20:20,465 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,32837,1731054017458, state=OPENING 2024-11-08T08:20:20,480 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:20:20,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308 2024-11-08T08:20:20,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308 2024-11-08T08:20:20,491 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:20:20,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-359722308/meta-region-server: CHANGED 2024-11-08T08:20:20,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-359722308/meta-region-server: CHANGED 2024-11-08T08:20:20,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,32837,1731054017458}] 2024-11-08T08:20:20,643 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:20:20,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:20:20,647 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:20:20,647 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:20:20,647 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:20:20,649 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C32837%2C1731054017458.meta, suffix=.meta, logDir=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458, archiveDir=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/oldWALs, maxLogs=10 2024-11-08T08:20:20,661 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.meta.1731054020649.meta, exclude list is [], retry=0 2024-11-08T08:20:20,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34625,DS-2a1e4656-25f4-44b2-bdda-8fe549114179,DISK] 2024-11-08T08:20:20,664 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.meta.1731054020649.meta 2024-11-08T08:20:20,665 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37487:37487)] 2024-11-08T08:20:20,665 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:20:20,665 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:20:20,665 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:20:20,665 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:20:20,665 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:20:20,665 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:20:20,666 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:20,666 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:20:20,666 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:20:20,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:20:20,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:20:20,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:20,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:20,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:20:20,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:20:20,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:20,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:20,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:20:20,669 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:20:20,669 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:20,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:20,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:20:20,670 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:20:20,670 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:20,670 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:20,670 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:20:20,671 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740 2024-11-08T08:20:20,671 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740 2024-11-08T08:20:20,672 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:20:20,672 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:20:20,673 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:20:20,674 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:20:20,674 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61313745, jitterRate=-0.08635400235652924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:20:20,674 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:20:20,674 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731054020666Writing region info on filesystem at 1731054020666Initializing all the Stores at 1731054020666Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054020667 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054020667Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054020667Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054020667Cleaning up temporary data from old regions at 1731054020672 (+5 ms)Running coprocessor post-open hooks at 1731054020674 (+2 ms)Region opened successfully at 1731054020674 2024-11-08T08:20:20,675 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731054020643 2024-11-08T08:20:20,677 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:20:20,677 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:20:20,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,32837,1731054017458 2024-11-08T08:20:20,678 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,32837,1731054017458, state=OPEN 2024-11-08T08:20:20,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-359722308/meta-region-server 2024-11-08T08:20:20,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-359722308/meta-region-server 2024-11-08T08:20:20,738 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,32837,1731054017458 2024-11-08T08:20:20,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-359722308/meta-region-server: CHANGED 2024-11-08T08:20:20,738 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-359722308/meta-region-server: CHANGED 2024-11-08T08:20:20,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:20:20,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,32837,1731054017458 in 247 msec 2024-11-08T08:20:20,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:20:20,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 428 msec 2024-11-08T08:20:20,742 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:20,742 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:20:20,743 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:20:20,743 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,32837,1731054017458, seqNum=-1] 2024-11-08T08:20:20,743 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:20:20,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:20:20,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2750 sec 2024-11-08T08:20:20,748 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731054020748, completionTime=-1 2024-11-08T08:20:20,748 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:20:20,748 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:20:20,750 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:20:20,750 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731054080750 2024-11-08T08:20:20,750 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731054140750 2024-11-08T08:20:20,750 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T08:20:20,750 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40495,1731054017319-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:20,750 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40495,1731054017319-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:20,750 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40495,1731054017319-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:20,750 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:40495, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:20,750 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:20,751 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:20,752 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:20:20,754 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.226sec 2024-11-08T08:20:20,754 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:20:20,754 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:20:20,754 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:20:20,754 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:20:20,754 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:20:20,754 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40495,1731054017319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:20:20,754 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40495,1731054017319-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:20:20,755 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:20:20,755 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:20:20,756 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,40495,1731054017319-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:20,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416332f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:20,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,40495,-1 for getting cluster id 2024-11-08T08:20:20,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:20:20,796 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b997dfb-b3fe-4f94-9720-3764df4175ba' 2024-11-08T08:20:20,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:20:20,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b997dfb-b3fe-4f94-9720-3764df4175ba" 2024-11-08T08:20:20,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3592dd82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:20,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,40495,-1] 2024-11-08T08:20:20,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:20:20,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:20,797 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:20:20,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457a30ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:20,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:20:20,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,32837,1731054017458, seqNum=-1] 2024-11-08T08:20:20,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:20:20,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:20:20,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,40495,1731054017319 2024-11-08T08:20:20,802 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60667 2024-11-08T08:20:20,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:20:20,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011987f5f80005 connected 2024-11-08T08:20:20,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:20,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,41451,1731054011263 2024-11-08T08:20:20,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58eee5e0 2024-11-08T08:20:20,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:20:20,826 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:20:20,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:20:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T08:20:20,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:20:20,828 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:20,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T08:20:20,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:20:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:20:20,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741835_1011 (size=902) 2024-11-08T08:20:20,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:20:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:20:21,235 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 900e15bb45242794c8ed3607088f0d3f, NAME => 'test,,1731054020826.900e15bb45242794c8ed3607088f0d3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae 2024-11-08T08:20:21,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741836_1012 (size=39) 2024-11-08T08:20:21,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T08:20:21,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T08:20:21,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:20:21,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T08:20:21,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:20:21,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T08:20:21,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T08:20:21,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T08:20:21,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:20:21,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731054020826.900e15bb45242794c8ed3607088f0d3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:21,641 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 900e15bb45242794c8ed3607088f0d3f, disabling compactions & flushes 2024-11-08T08:20:21,641 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731054020826.900e15bb45242794c8ed3607088f0d3f. 2024-11-08T08:20:21,641 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054020826.900e15bb45242794c8ed3607088f0d3f. 2024-11-08T08:20:21,641 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731054020826.900e15bb45242794c8ed3607088f0d3f. after waiting 0 ms 2024-11-08T08:20:21,641 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731054020826.900e15bb45242794c8ed3607088f0d3f. 2024-11-08T08:20:21,641 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731054020826.900e15bb45242794c8ed3607088f0d3f. 2024-11-08T08:20:21,641 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 900e15bb45242794c8ed3607088f0d3f: Waiting for close lock at 1731054021641Disabling compacts and flushes for region at 1731054021641Disabling writes for close at 1731054021641Writing region close event to WAL at 1731054021641Closed at 1731054021641 2024-11-08T08:20:21,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:20:21,642 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731054020826.900e15bb45242794c8ed3607088f0d3f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731054021642"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054021642"}]},"ts":"1731054021642"} 2024-11-08T08:20:21,644 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:20:21,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:20:21,645 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054021644"}]},"ts":"1731054021644"} 2024-11-08T08:20:21,646 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T08:20:21,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=900e15bb45242794c8ed3607088f0d3f, ASSIGN}] 2024-11-08T08:20:21,647 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=900e15bb45242794c8ed3607088f0d3f, ASSIGN 2024-11-08T08:20:21,648 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=900e15bb45242794c8ed3607088f0d3f, ASSIGN; state=OFFLINE, location=6ac96558fc7f,38945,1731054011477; forceNewPlan=false, retain=false 2024-11-08T08:20:21,798 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=900e15bb45242794c8ed3607088f0d3f, regionState=OPENING, regionLocation=6ac96558fc7f,38945,1731054011477 2024-11-08T08:20:21,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=900e15bb45242794c8ed3607088f0d3f, ASSIGN because future has completed 2024-11-08T08:20:21,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 900e15bb45242794c8ed3607088f0d3f, server=6ac96558fc7f,38945,1731054011477}] 2024-11-08T08:20:21,956 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731054020826.900e15bb45242794c8ed3607088f0d3f. 2024-11-08T08:20:21,956 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 900e15bb45242794c8ed3607088f0d3f, NAME => 'test,,1731054020826.900e15bb45242794c8ed3607088f0d3f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:20:21,956 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:20:21,956 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T08:20:21,956 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:21,957 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731054020826.900e15bb45242794c8ed3607088f0d3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:21,957 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:21,957 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:21,960 INFO [StoreOpener-900e15bb45242794c8ed3607088f0d3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:21,961 INFO [StoreOpener-900e15bb45242794c8ed3607088f0d3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 900e15bb45242794c8ed3607088f0d3f columnFamilyName f 2024-11-08T08:20:21,961 DEBUG [StoreOpener-900e15bb45242794c8ed3607088f0d3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:21,961 INFO [StoreOpener-900e15bb45242794c8ed3607088f0d3f-1 {}] regionserver.HStore(327): Store=900e15bb45242794c8ed3607088f0d3f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:21,961 INFO [StoreOpener-900e15bb45242794c8ed3607088f0d3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:21,962 INFO [StoreOpener-900e15bb45242794c8ed3607088f0d3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 900e15bb45242794c8ed3607088f0d3f columnFamilyName f1 2024-11-08T08:20:21,962 DEBUG [StoreOpener-900e15bb45242794c8ed3607088f0d3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:21,962 INFO [StoreOpener-900e15bb45242794c8ed3607088f0d3f-1 {}] regionserver.HStore(327): Store=900e15bb45242794c8ed3607088f0d3f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:21,962 INFO [StoreOpener-900e15bb45242794c8ed3607088f0d3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:21,963 INFO [StoreOpener-900e15bb45242794c8ed3607088f0d3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 900e15bb45242794c8ed3607088f0d3f columnFamilyName norep 2024-11-08T08:20:21,963 DEBUG [StoreOpener-900e15bb45242794c8ed3607088f0d3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:21,963 INFO [StoreOpener-900e15bb45242794c8ed3607088f0d3f-1 {}] regionserver.HStore(327): Store=900e15bb45242794c8ed3607088f0d3f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:21,963 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:21,964 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/default/test/900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:21,964 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/default/test/900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:21,964 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:21,964 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:21,965 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:20:21,966 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:21,967 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/default/test/900e15bb45242794c8ed3607088f0d3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:20:21,967 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 900e15bb45242794c8ed3607088f0d3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74409319, jitterRate=0.10878525674343109}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:20:21,968 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:21,968 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 900e15bb45242794c8ed3607088f0d3f: Running coprocessor pre-open hook at 1731054021957Writing region info on filesystem at 1731054021957Initializing all the Stores at 1731054021957Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054021957Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054021960 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054021960Cleaning up temporary data from old regions at 1731054021965 (+5 ms)Running coprocessor post-open hooks at 1731054021968 (+3 ms)Region opened successfully at 1731054021968 2024-11-08T08:20:21,969 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731054020826.900e15bb45242794c8ed3607088f0d3f., pid=6, masterSystemTime=1731054021952 2024-11-08T08:20:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:20:21,970 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731054020826.900e15bb45242794c8ed3607088f0d3f. 2024-11-08T08:20:21,970 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731054020826.900e15bb45242794c8ed3607088f0d3f. 2024-11-08T08:20:21,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=900e15bb45242794c8ed3607088f0d3f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ac96558fc7f,38945,1731054011477 2024-11-08T08:20:21,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 900e15bb45242794c8ed3607088f0d3f, server=6ac96558fc7f,38945,1731054011477 because future has completed 2024-11-08T08:20:21,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T08:20:21,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 900e15bb45242794c8ed3607088f0d3f, server=6ac96558fc7f,38945,1731054011477 in 173 msec 2024-11-08T08:20:21,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T08:20:21,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=900e15bb45242794c8ed3607088f0d3f, ASSIGN in 330 msec 2024-11-08T08:20:21,978 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:20:21,978 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054021978"}]},"ts":"1731054021978"} 2024-11-08T08:20:21,980 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T08:20:21,980 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:20:21,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-08T08:20:22,559 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:22,560 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:20:22,560 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18225 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:20:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:20:22,980 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T08:20:22,980 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:22,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,40495,1731054017319 2024-11-08T08:20:22,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dadc64a 2024-11-08T08:20:22,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:20:22,982 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:20:22,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:20:22,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T08:20:22,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:20:22,985 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:22,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T08:20:22,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:20:22,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:20:22,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741835_1011 (size=902) 2024-11-08T08:20:23,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:20:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:20:23,401 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1359dbd45f31bf3182eb72f967ad6888, NAME => 'test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a 2024-11-08T08:20:23,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741836_1012 (size=39) 2024-11-08T08:20:23,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:20:23,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:23,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1359dbd45f31bf3182eb72f967ad6888, disabling compactions & flushes 2024-11-08T08:20:23,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888. 2024-11-08T08:20:23,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888. 2024-11-08T08:20:23,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888. after waiting 0 ms 2024-11-08T08:20:23,807 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888. 2024-11-08T08:20:23,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888. 2024-11-08T08:20:23,808 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1359dbd45f31bf3182eb72f967ad6888: Waiting for close lock at 1731054023807Disabling compacts and flushes for region at 1731054023807Disabling writes for close at 1731054023807Writing region close event to WAL at 1731054023807Closed at 1731054023807 2024-11-08T08:20:23,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:20:23,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731054023809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054023809"}]},"ts":"1731054023809"} 2024-11-08T08:20:23,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:20:23,811 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:20:23,811 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054023811"}]},"ts":"1731054023811"} 2024-11-08T08:20:23,813 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T08:20:23,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1359dbd45f31bf3182eb72f967ad6888, ASSIGN}] 2024-11-08T08:20:23,814 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1359dbd45f31bf3182eb72f967ad6888, ASSIGN 2024-11-08T08:20:23,814 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1359dbd45f31bf3182eb72f967ad6888, ASSIGN; state=OFFLINE, location=6ac96558fc7f,32837,1731054017458; forceNewPlan=false, retain=false 2024-11-08T08:20:23,965 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1359dbd45f31bf3182eb72f967ad6888, regionState=OPENING, regionLocation=6ac96558fc7f,32837,1731054017458 2024-11-08T08:20:23,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1359dbd45f31bf3182eb72f967ad6888, ASSIGN because future has completed 2024-11-08T08:20:23,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1359dbd45f31bf3182eb72f967ad6888, server=6ac96558fc7f,32837,1731054017458}] 2024-11-08T08:20:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:20:24,123 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888. 2024-11-08T08:20:24,123 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1359dbd45f31bf3182eb72f967ad6888, NAME => 'test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:20:24,123 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:20:24,123 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T08:20:24,123 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1359dbd45f31bf3182eb72f967ad6888 2024-11-08T08:20:24,123 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:24,123 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1359dbd45f31bf3182eb72f967ad6888 2024-11-08T08:20:24,123 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1359dbd45f31bf3182eb72f967ad6888 2024-11-08T08:20:24,124 INFO [StoreOpener-1359dbd45f31bf3182eb72f967ad6888-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1359dbd45f31bf3182eb72f967ad6888 2024-11-08T08:20:24,125 INFO [StoreOpener-1359dbd45f31bf3182eb72f967ad6888-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1359dbd45f31bf3182eb72f967ad6888 columnFamilyName f 2024-11-08T08:20:24,125 DEBUG [StoreOpener-1359dbd45f31bf3182eb72f967ad6888-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:24,125 INFO [StoreOpener-1359dbd45f31bf3182eb72f967ad6888-1 {}] regionserver.HStore(327): Store=1359dbd45f31bf3182eb72f967ad6888/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:24,125 INFO [StoreOpener-1359dbd45f31bf3182eb72f967ad6888-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1359dbd45f31bf3182eb72f967ad6888 2024-11-08T08:20:24,126 INFO [StoreOpener-1359dbd45f31bf3182eb72f967ad6888-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1359dbd45f31bf3182eb72f967ad6888 columnFamilyName f1 2024-11-08T08:20:24,126 DEBUG [StoreOpener-1359dbd45f31bf3182eb72f967ad6888-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:24,126 INFO [StoreOpener-1359dbd45f31bf3182eb72f967ad6888-1 {}] regionserver.HStore(327): Store=1359dbd45f31bf3182eb72f967ad6888/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:24,126 INFO [StoreOpener-1359dbd45f31bf3182eb72f967ad6888-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1359dbd45f31bf3182eb72f967ad6888 2024-11-08T08:20:24,127 INFO [StoreOpener-1359dbd45f31bf3182eb72f967ad6888-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1359dbd45f31bf3182eb72f967ad6888 columnFamilyName norep 2024-11-08T08:20:24,127 DEBUG [StoreOpener-1359dbd45f31bf3182eb72f967ad6888-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:24,127 INFO [StoreOpener-1359dbd45f31bf3182eb72f967ad6888-1 {}] regionserver.HStore(327): Store=1359dbd45f31bf3182eb72f967ad6888/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:24,128 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1359dbd45f31bf3182eb72f967ad6888 2024-11-08T08:20:24,128 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/default/test/1359dbd45f31bf3182eb72f967ad6888 2024-11-08T08:20:24,128 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/default/test/1359dbd45f31bf3182eb72f967ad6888 2024-11-08T08:20:24,129 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1359dbd45f31bf3182eb72f967ad6888 2024-11-08T08:20:24,129 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1359dbd45f31bf3182eb72f967ad6888 2024-11-08T08:20:24,129 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:20:24,130 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1359dbd45f31bf3182eb72f967ad6888 2024-11-08T08:20:24,131 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/default/test/1359dbd45f31bf3182eb72f967ad6888/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:20:24,131 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1359dbd45f31bf3182eb72f967ad6888; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66782342, jitterRate=-0.004865556955337524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:20:24,131 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1359dbd45f31bf3182eb72f967ad6888 2024-11-08T08:20:24,132 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1359dbd45f31bf3182eb72f967ad6888: Running coprocessor pre-open hook at 1731054024123Writing region info on filesystem at 1731054024123Initializing all the Stores at 1731054024124 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054024124Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054024124Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054024124Cleaning up temporary data from old regions at 1731054024129 (+5 ms)Running coprocessor post-open hooks at 1731054024131 (+2 ms)Region opened successfully at 1731054024131 2024-11-08T08:20:24,132 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888., pid=6, masterSystemTime=1731054024119 2024-11-08T08:20:24,134 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888. 2024-11-08T08:20:24,134 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888. 2024-11-08T08:20:24,134 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1359dbd45f31bf3182eb72f967ad6888, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ac96558fc7f,32837,1731054017458 2024-11-08T08:20:24,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1359dbd45f31bf3182eb72f967ad6888, server=6ac96558fc7f,32837,1731054017458 because future has completed 2024-11-08T08:20:24,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T08:20:24,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1359dbd45f31bf3182eb72f967ad6888, server=6ac96558fc7f,32837,1731054017458 in 170 msec 2024-11-08T08:20:24,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T08:20:24,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1359dbd45f31bf3182eb72f967ad6888, ASSIGN in 325 msec 2024-11-08T08:20:24,140 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:20:24,141 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054024140"}]},"ts":"1731054024140"} 2024-11-08T08:20:24,142 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T08:20:24,143 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:20:24,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-08T08:20:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:20:25,131 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T08:20:25,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46432e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:25,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,41451,-1 for getting cluster id 2024-11-08T08:20:25,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:20:25,132 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df707598-5440-46c0-ae6b-2e88d7a273d5' 2024-11-08T08:20:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:20:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df707598-5440-46c0-ae6b-2e88d7a273d5" 2024-11-08T08:20:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0f348c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,41451,-1] 2024-11-08T08:20:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:20:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:25,133 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:20:25,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3c87ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:25,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1404351d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:25,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,40495,-1 for getting cluster id 2024-11-08T08:20:25,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:20:25,134 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b997dfb-b3fe-4f94-9720-3764df4175ba' 2024-11-08T08:20:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:20:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b997dfb-b3fe-4f94-9720-3764df4175ba" 2024-11-08T08:20:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d8fc7d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,40495,-1] 2024-11-08T08:20:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:20:25,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:25,135 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:20:25,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f445f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:25,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23021622, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:25,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,41451,-1 for getting cluster id 2024-11-08T08:20:25,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:20:25,137 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df707598-5440-46c0-ae6b-2e88d7a273d5' 2024-11-08T08:20:25,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:20:25,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df707598-5440-46c0-ae6b-2e88d7a273d5" 2024-11-08T08:20:25,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c0f3fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:25,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,41451,-1] 2024-11-08T08:20:25,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:20:25,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:25,138 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:20:25,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f80238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:25,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,41451,1731054011263 2024-11-08T08:20:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3732049c 2024-11-08T08:20:25,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:20:25,140 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:20:25,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ac96558fc7f:40495,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T08:20:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:20:25,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:20:25,142 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:40495' 2024-11-08T08:20:25,143 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc61b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:25,143 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,40495,-1 for getting cluster id 2024-11-08T08:20:25,143 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:20:25,144 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b997dfb-b3fe-4f94-9720-3764df4175ba' 2024-11-08T08:20:25,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:20:25,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b997dfb-b3fe-4f94-9720-3764df4175ba" 2024-11-08T08:20:25,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d4593e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:25,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,40495,-1] 2024-11-08T08:20:25,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:20:25,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:25,145 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:20:25,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720286e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:25,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:25,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,40495,1731054017319 2024-11-08T08:20:25,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76ff7c96 2024-11-08T08:20:25,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:20:25,147 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:20:25,148 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T08:20:25,148 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:20:25,148 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:25,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:20:25,148 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:25,149 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:20:25,150 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T08:20:25,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:20:25,150 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:25,151 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:20:25,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741837_1013 (size=1138) 2024-11-08T08:20:25,200 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T08:20:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:20:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:20:25,558 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3db245fde5b20b2b3279f721ef55fae8, NAME => 'hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae 2024-11-08T08:20:25,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741838_1014 (size=44) 2024-11-08T08:20:25,615 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T08:20:25,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:20:25,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:25,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3db245fde5b20b2b3279f721ef55fae8, disabling compactions & flushes 2024-11-08T08:20:25,963 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8. 2024-11-08T08:20:25,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8. 2024-11-08T08:20:25,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8. after waiting 0 ms 2024-11-08T08:20:25,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8. 2024-11-08T08:20:25,963 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8. 2024-11-08T08:20:25,963 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3db245fde5b20b2b3279f721ef55fae8: Waiting for close lock at 1731054025963Disabling compacts and flushes for region at 1731054025963Disabling writes for close at 1731054025963Writing region close event to WAL at 1731054025963Closed at 1731054025963 2024-11-08T08:20:25,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:20:25,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731054025964"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054025964"}]},"ts":"1731054025964"} 2024-11-08T08:20:25,966 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:20:25,967 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:20:25,967 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054025967"}]},"ts":"1731054025967"} 2024-11-08T08:20:25,969 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T08:20:25,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3db245fde5b20b2b3279f721ef55fae8, ASSIGN}] 2024-11-08T08:20:25,970 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3db245fde5b20b2b3279f721ef55fae8, ASSIGN 2024-11-08T08:20:25,971 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3db245fde5b20b2b3279f721ef55fae8, ASSIGN; state=OFFLINE, location=6ac96558fc7f,38945,1731054011477; forceNewPlan=false, retain=false 2024-11-08T08:20:26,121 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3db245fde5b20b2b3279f721ef55fae8, regionState=OPENING, regionLocation=6ac96558fc7f,38945,1731054011477 2024-11-08T08:20:26,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3db245fde5b20b2b3279f721ef55fae8, ASSIGN because future has completed 2024-11-08T08:20:26,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3db245fde5b20b2b3279f721ef55fae8, server=6ac96558fc7f,38945,1731054011477}] 2024-11-08T08:20:26,167 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:20:26,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:26,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:26,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:26,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:26,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:26,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:26,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:26,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:26,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:26,205 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:26,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8. 2024-11-08T08:20:26,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:20:26,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T08:20:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:20:26,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C38945%2C1731054011477.rep, suffix=, logDir=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477, archiveDir=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/oldWALs, maxLogs=10 2024-11-08T08:20:26,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.rep.1731054026280, exclude list is [], retry=0 2024-11-08T08:20:26,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45575,DS-fd81c74c-d237-4d8a-ae78-367d49212a55,DISK] 2024-11-08T08:20:26,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.rep.1731054026280 2024-11-08T08:20:26,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41333:41333)] 2024-11-08T08:20:26,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3db245fde5b20b2b3279f721ef55fae8, NAME => 'hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:20:26,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:20:26,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:20:26,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8. service=MultiRowMutationService 2024-11-08T08:20:26,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T08:20:26,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3db245fde5b20b2b3279f721ef55fae8 2024-11-08T08:20:26,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:26,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3db245fde5b20b2b3279f721ef55fae8 2024-11-08T08:20:26,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3db245fde5b20b2b3279f721ef55fae8 2024-11-08T08:20:26,296 INFO [StoreOpener-3db245fde5b20b2b3279f721ef55fae8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3db245fde5b20b2b3279f721ef55fae8 2024-11-08T08:20:26,297 INFO [StoreOpener-3db245fde5b20b2b3279f721ef55fae8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3db245fde5b20b2b3279f721ef55fae8 columnFamilyName hfileref 2024-11-08T08:20:26,297 DEBUG [StoreOpener-3db245fde5b20b2b3279f721ef55fae8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:26,298 INFO [StoreOpener-3db245fde5b20b2b3279f721ef55fae8-1 {}] regionserver.HStore(327): Store=3db245fde5b20b2b3279f721ef55fae8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:26,298 INFO [StoreOpener-3db245fde5b20b2b3279f721ef55fae8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3db245fde5b20b2b3279f721ef55fae8 2024-11-08T08:20:26,298 INFO [StoreOpener-3db245fde5b20b2b3279f721ef55fae8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3db245fde5b20b2b3279f721ef55fae8 columnFamilyName queue 2024-11-08T08:20:26,298 DEBUG [StoreOpener-3db245fde5b20b2b3279f721ef55fae8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:26,298 INFO [StoreOpener-3db245fde5b20b2b3279f721ef55fae8-1 {}] regionserver.HStore(327): Store=3db245fde5b20b2b3279f721ef55fae8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:26,298 INFO [StoreOpener-3db245fde5b20b2b3279f721ef55fae8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3db245fde5b20b2b3279f721ef55fae8 2024-11-08T08:20:26,299 INFO [StoreOpener-3db245fde5b20b2b3279f721ef55fae8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3db245fde5b20b2b3279f721ef55fae8 columnFamilyName sid 2024-11-08T08:20:26,299 DEBUG [StoreOpener-3db245fde5b20b2b3279f721ef55fae8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:26,299 INFO [StoreOpener-3db245fde5b20b2b3279f721ef55fae8-1 {}] regionserver.HStore(327): Store=3db245fde5b20b2b3279f721ef55fae8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:26,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3db245fde5b20b2b3279f721ef55fae8 2024-11-08T08:20:26,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/replication/3db245fde5b20b2b3279f721ef55fae8 2024-11-08T08:20:26,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/replication/3db245fde5b20b2b3279f721ef55fae8 2024-11-08T08:20:26,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3db245fde5b20b2b3279f721ef55fae8 2024-11-08T08:20:26,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3db245fde5b20b2b3279f721ef55fae8 2024-11-08T08:20:26,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:20:26,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3db245fde5b20b2b3279f721ef55fae8 2024-11-08T08:20:26,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/replication/3db245fde5b20b2b3279f721ef55fae8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:20:26,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3db245fde5b20b2b3279f721ef55fae8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71341890, jitterRate=0.06307700276374817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:20:26,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3db245fde5b20b2b3279f721ef55fae8 2024-11-08T08:20:26,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3db245fde5b20b2b3279f721ef55fae8: Running coprocessor pre-open hook at 1731054026296Writing region info on filesystem at 1731054026296Initializing all the Stores at 1731054026296Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054026296Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054026296Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054026296Cleaning up temporary data from old regions at 1731054026301 (+5 ms)Running coprocessor post-open hooks at 1731054026303 (+2 ms)Region opened successfully at 1731054026303 2024-11-08T08:20:26,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8., pid=10, masterSystemTime=1731054026276 2024-11-08T08:20:26,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8. 2024-11-08T08:20:26,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8. 2024-11-08T08:20:26,306 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3db245fde5b20b2b3279f721ef55fae8, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,38945,1731054011477 2024-11-08T08:20:26,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3db245fde5b20b2b3279f721ef55fae8, server=6ac96558fc7f,38945,1731054011477 because future has completed 2024-11-08T08:20:26,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T08:20:26,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3db245fde5b20b2b3279f721ef55fae8, server=6ac96558fc7f,38945,1731054011477 in 185 msec 2024-11-08T08:20:26,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T08:20:26,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3db245fde5b20b2b3279f721ef55fae8, ASSIGN in 341 msec 2024-11-08T08:20:26,312 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:20:26,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054026312"}]},"ts":"1731054026312"} 2024-11-08T08:20:26,314 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T08:20:26,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:20:26,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-08T08:20:26,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8., hostname=6ac96558fc7f,38945,1731054011477, seqNum=2] 2024-11-08T08:20:26,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042 2024-11-08T08:20:26,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042 2024-11-08T08:20:26,460 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:20:26,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T08:20:26,612 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T08:20:26,638 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ac96558fc7f,38945,1731054011477, ReplicationSource: 1, currentBandwidth=0 2024-11-08T08:20:26,638 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:20:26,638 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,38945,1731054011477, seqNum=-1] 2024-11-08T08:20:26,639 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:20:26,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T08:20:26,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ac96558fc7f,38945,1731054011477', locateType=CURRENT is [region=hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8., hostname=6ac96558fc7f,38945,1731054011477, seqNum=2] 2024-11-08T08:20:26,643 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T08:20:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T08:20:26,645 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ac96558fc7f,38945,1731054011477 suceeded 2024-11-08T08:20:26,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T08:20:26,647 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ac96558fc7f:40495,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:20:26,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-08T08:20:26,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-11-08T08:20:26,656 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:40495' 2024-11-08T08:20:26,657 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c00326b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:26,657 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,40495,-1 for getting cluster id 2024-11-08T08:20:26,657 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:20:26,658 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b997dfb-b3fe-4f94-9720-3764df4175ba' 2024-11-08T08:20:26,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:20:26,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b997dfb-b3fe-4f94-9720-3764df4175ba" 2024-11-08T08:20:26,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79662053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:26,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,40495,-1] 2024-11-08T08:20:26,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:20:26,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:26,659 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:20:26,660 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72a165dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:26,660 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:26,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,40495,1731054017319 2024-11-08T08:20:26,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@399dc44e 2024-11-08T08:20:26,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:20:26,661 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-08T08:20:26,661 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ac96558fc7f,38945,1731054011477 (queues=1) is replicating from cluster=df707598-5440-46c0-ae6b-2e88d7a273d5 to cluster=8b997dfb-b3fe-4f94-9720-3764df4175ba 2024-11-08T08:20:26,662 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ac96558fc7f%2C38945%2C1731054011477 2024-11-08T08:20:26,662 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ac96558fc7f,38945,1731054011477, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:20:26,662 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.shipper6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C38945%2C1731054011477 2024-11-08T08:20:26,662 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802, startPosition=0, beingWritten=true 2024-11-08T08:20:26,666 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:20:26,666 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 379, reset compression=false 2024-11-08T08:20:26,666 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.shipper6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,38945,1731054011477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:20:26,869 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 379, reset compression=false 2024-11-08T08:20:27,173 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 379, reset compression=false 2024-11-08T08:20:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:20:27,301 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T08:20:27,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:20:27,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:27,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:27,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:27,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:20:27,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bdb32a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:27,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,40495,-1 for getting cluster id 2024-11-08T08:20:27,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:20:27,303 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b997dfb-b3fe-4f94-9720-3764df4175ba' 2024-11-08T08:20:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:20:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b997dfb-b3fe-4f94-9720-3764df4175ba" 2024-11-08T08:20:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b8029d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,40495,-1] 2024-11-08T08:20:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:20:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:27,304 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:20:27,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60afa191, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:27,304 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:27,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,40495,1731054017319 2024-11-08T08:20:27,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@523e5e50 2024-11-08T08:20:27,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:20:27,306 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:20:27,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ac96558fc7f:41451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T08:20:27,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:20:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:20:27,308 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:41451' 2024-11-08T08:20:27,309 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3656f9ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:27,309 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,41451,-1 for getting cluster id 2024-11-08T08:20:27,310 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:20:27,310 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df707598-5440-46c0-ae6b-2e88d7a273d5' 2024-11-08T08:20:27,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:20:27,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df707598-5440-46c0-ae6b-2e88d7a273d5" 2024-11-08T08:20:27,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2decd076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:27,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,41451,-1] 2024-11-08T08:20:27,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:20:27,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:27,311 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:20:27,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd9f276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:27,312 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:27,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,41451,1731054011263 2024-11-08T08:20:27,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fad07bb 2024-11-08T08:20:27,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:20:27,313 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:20:27,314 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T08:20:27,314 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:20:27,314 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:27,314 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:27,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:20:27,314 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:20:27,315 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T08:20:27,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:20:27,316 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:27,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:20:27,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741837_1013 (size=1138) 2024-11-08T08:20:27,365 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T08:20:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:20:27,577 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 379, reset compression=false 2024-11-08T08:20:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:20:27,722 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3058db13a437259509a502c1e7c0cda3, NAME => 'hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a 2024-11-08T08:20:27,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741838_1014 (size=44) 2024-11-08T08:20:27,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:20:28,080 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 379, reset compression=false 2024-11-08T08:20:28,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:28,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3058db13a437259509a502c1e7c0cda3, disabling compactions & flushes 2024-11-08T08:20:28,127 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3. 2024-11-08T08:20:28,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3. 2024-11-08T08:20:28,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3. after waiting 0 ms 2024-11-08T08:20:28,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3. 2024-11-08T08:20:28,127 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3. 2024-11-08T08:20:28,127 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3058db13a437259509a502c1e7c0cda3: Waiting for close lock at 1731054028127Disabling compacts and flushes for region at 1731054028127Disabling writes for close at 1731054028127Writing region close event to WAL at 1731054028127Closed at 1731054028127 2024-11-08T08:20:28,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:20:28,128 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731054028128"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054028128"}]},"ts":"1731054028128"} 2024-11-08T08:20:28,129 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:20:28,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:20:28,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054028130"}]},"ts":"1731054028130"} 2024-11-08T08:20:28,132 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T08:20:28,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3058db13a437259509a502c1e7c0cda3, ASSIGN}] 2024-11-08T08:20:28,133 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3058db13a437259509a502c1e7c0cda3, ASSIGN 2024-11-08T08:20:28,134 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3058db13a437259509a502c1e7c0cda3, ASSIGN; state=OFFLINE, location=6ac96558fc7f,32837,1731054017458; forceNewPlan=false, retain=false 2024-11-08T08:20:28,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3058db13a437259509a502c1e7c0cda3, regionState=OPENING, regionLocation=6ac96558fc7f,32837,1731054017458 2024-11-08T08:20:28,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3058db13a437259509a502c1e7c0cda3, ASSIGN because future has completed 2024-11-08T08:20:28,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3058db13a437259509a502c1e7c0cda3, server=6ac96558fc7f,32837,1731054017458}] 2024-11-08T08:20:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:20:28,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3. 2024-11-08T08:20:28,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:20:28,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T08:20:28,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C32837%2C1731054017458.rep, suffix=, logDir=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458, archiveDir=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/oldWALs, maxLogs=10 2024-11-08T08:20:28,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.rep.1731054028442, exclude list is [], retry=0 2024-11-08T08:20:28,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34625,DS-2a1e4656-25f4-44b2-bdda-8fe549114179,DISK] 2024-11-08T08:20:28,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.rep.1731054028442 2024-11-08T08:20:28,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37487:37487)] 2024-11-08T08:20:28,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3058db13a437259509a502c1e7c0cda3, NAME => 'hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:20:28,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:20:28,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:20:28,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3. service=MultiRowMutationService 2024-11-08T08:20:28,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T08:20:28,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3058db13a437259509a502c1e7c0cda3 2024-11-08T08:20:28,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:28,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3058db13a437259509a502c1e7c0cda3 2024-11-08T08:20:28,461 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3058db13a437259509a502c1e7c0cda3 2024-11-08T08:20:28,462 INFO [StoreOpener-3058db13a437259509a502c1e7c0cda3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3058db13a437259509a502c1e7c0cda3 2024-11-08T08:20:28,463 INFO [StoreOpener-3058db13a437259509a502c1e7c0cda3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3058db13a437259509a502c1e7c0cda3 columnFamilyName hfileref 2024-11-08T08:20:28,463 DEBUG [StoreOpener-3058db13a437259509a502c1e7c0cda3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:28,463 INFO [StoreOpener-3058db13a437259509a502c1e7c0cda3-1 {}] regionserver.HStore(327): Store=3058db13a437259509a502c1e7c0cda3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:28,463 INFO [StoreOpener-3058db13a437259509a502c1e7c0cda3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3058db13a437259509a502c1e7c0cda3 2024-11-08T08:20:28,464 INFO [StoreOpener-3058db13a437259509a502c1e7c0cda3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3058db13a437259509a502c1e7c0cda3 columnFamilyName queue 2024-11-08T08:20:28,464 DEBUG [StoreOpener-3058db13a437259509a502c1e7c0cda3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:28,464 INFO [StoreOpener-3058db13a437259509a502c1e7c0cda3-1 {}] regionserver.HStore(327): Store=3058db13a437259509a502c1e7c0cda3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:28,464 INFO [StoreOpener-3058db13a437259509a502c1e7c0cda3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3058db13a437259509a502c1e7c0cda3 2024-11-08T08:20:28,465 INFO [StoreOpener-3058db13a437259509a502c1e7c0cda3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3058db13a437259509a502c1e7c0cda3 columnFamilyName sid 2024-11-08T08:20:28,465 DEBUG [StoreOpener-3058db13a437259509a502c1e7c0cda3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:28,465 INFO [StoreOpener-3058db13a437259509a502c1e7c0cda3-1 {}] regionserver.HStore(327): Store=3058db13a437259509a502c1e7c0cda3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:28,465 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3058db13a437259509a502c1e7c0cda3 2024-11-08T08:20:28,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/replication/3058db13a437259509a502c1e7c0cda3 2024-11-08T08:20:28,466 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/replication/3058db13a437259509a502c1e7c0cda3 2024-11-08T08:20:28,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3058db13a437259509a502c1e7c0cda3 2024-11-08T08:20:28,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3058db13a437259509a502c1e7c0cda3 2024-11-08T08:20:28,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:20:28,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3058db13a437259509a502c1e7c0cda3 2024-11-08T08:20:28,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/replication/3058db13a437259509a502c1e7c0cda3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:20:28,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3058db13a437259509a502c1e7c0cda3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71278365, jitterRate=0.062130406498909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:20:28,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3058db13a437259509a502c1e7c0cda3 2024-11-08T08:20:28,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3058db13a437259509a502c1e7c0cda3: Running coprocessor pre-open hook at 1731054028461Writing region info on filesystem at 1731054028461Initializing all the Stores at 1731054028461Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054028461Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054028462 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054028462Cleaning up temporary data from old regions at 1731054028467 (+5 ms)Running coprocessor post-open hooks at 1731054028470 (+3 ms)Region opened successfully at 1731054028470 2024-11-08T08:20:28,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3., pid=10, masterSystemTime=1731054028437 2024-11-08T08:20:28,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3. 2024-11-08T08:20:28,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3. 2024-11-08T08:20:28,472 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3058db13a437259509a502c1e7c0cda3, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,32837,1731054017458 2024-11-08T08:20:28,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3058db13a437259509a502c1e7c0cda3, server=6ac96558fc7f,32837,1731054017458 because future has completed 2024-11-08T08:20:28,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T08:20:28,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3058db13a437259509a502c1e7c0cda3, server=6ac96558fc7f,32837,1731054017458 in 189 msec 2024-11-08T08:20:28,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T08:20:28,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3058db13a437259509a502c1e7c0cda3, ASSIGN in 344 msec 2024-11-08T08:20:28,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:20:28,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054028479"}]},"ts":"1731054028479"} 2024-11-08T08:20:28,480 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T08:20:28,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:20:28,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-08T08:20:28,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3., hostname=6ac96558fc7f,32837,1731054017458, seqNum=2] 2024-11-08T08:20:28,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308 2024-11-08T08:20:28,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308 2024-11-08T08:20:28,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:20:28,683 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 379, reset compression=false 2024-11-08T08:20:28,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T08:20:28,780 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T08:20:28,823 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ac96558fc7f,32837,1731054017458, ReplicationSource: 1, currentBandwidth=0 2024-11-08T08:20:28,823 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:20:28,823 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,32837,1731054017458, seqNum=-1] 2024-11-08T08:20:28,824 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:20:28,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T08:20:28,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ac96558fc7f,32837,1731054017458', locateType=CURRENT is [region=hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3., hostname=6ac96558fc7f,32837,1731054017458, seqNum=2] 2024-11-08T08:20:28,828 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T08:20:28,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T08:20:28,830 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ac96558fc7f,32837,1731054017458 suceeded 2024-11-08T08:20:28,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T08:20:28,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-08T08:20:28,832 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ac96558fc7f:41451,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:20:28,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5260 sec 2024-11-08T08:20:28,842 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:41451' 2024-11-08T08:20:28,842 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7aebadc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:28,843 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,41451,-1 for getting cluster id 2024-11-08T08:20:28,843 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:20:28,843 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df707598-5440-46c0-ae6b-2e88d7a273d5' 2024-11-08T08:20:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:20:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df707598-5440-46c0-ae6b-2e88d7a273d5" 2024-11-08T08:20:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59f7b20f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,41451,-1] 2024-11-08T08:20:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:20:28,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:28,845 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:20:28,846 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3076bc9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:28,846 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:28,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,41451,1731054011263 2024-11-08T08:20:28,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@205a159 2024-11-08T08:20:28,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:20:28,847 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-08T08:20:28,848 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ac96558fc7f,32837,1731054017458 (queues=1) is replicating from cluster=8b997dfb-b3fe-4f94-9720-3764df4175ba to cluster=df707598-5440-46c0-ae6b-2e88d7a273d5 2024-11-08T08:20:28,848 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ac96558fc7f%2C32837%2C1731054017458 2024-11-08T08:20:28,848 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ac96558fc7f,32837,1731054017458, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:20:28,848 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.shipper6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C32837%2C1731054017458 2024-11-08T08:20:28,848 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752, startPosition=0, beingWritten=true 2024-11-08T08:20:28,867 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:20:28,868 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 379, reset compression=false 2024-11-08T08:20:28,868 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.shipper6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,32837,1731054017458 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:20:29,071 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 379, reset compression=false 2024-11-08T08:20:29,375 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 379, reset compression=false 2024-11-08T08:20:29,386 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 379, reset compression=false 2024-11-08T08:20:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40495 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:20:29,451 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T08:20:29,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:20:29,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:29,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:29,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:29,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:20:29,452 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:20:29,452 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,38945,1731054011477, seqNum=-1] 2024-11-08T08:20:29,453 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:20:29,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:20:29,455 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731054020826.900e15bb45242794c8ed3607088f0d3f., hostname=6ac96558fc7f,38945,1731054011477, seqNum=2] 2024-11-08T08:20:29,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:20:29,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,32837,1731054017458, seqNum=-1] 2024-11-08T08:20:29,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:20:29,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:20:29,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888., hostname=6ac96558fc7f,32837,1731054017458, seqNum=2] 2024-11-08T08:20:29,462 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T08:20:29,779 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 379, reset compression=false 2024-11-08T08:20:30,189 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 379, reset compression=false 2024-11-08T08:20:30,262 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:20:30,262 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 480, reset compression=false 2024-11-08T08:20:30,262 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.shipper6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,38945,1731054011477 got entry batch from reader: WALEntryBatch [walEntries=[{test/900e15bb45242794c8ed3607088f0d3f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T08:20:30,264 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.shipper6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:20:30,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-08T08:20:30,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:20:30,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@679d5f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:30,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,40495,-1 for getting cluster id 2024-11-08T08:20:30,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:20:30,271 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8b997dfb-b3fe-4f94-9720-3764df4175ba' 2024-11-08T08:20:30,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:20:30,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8b997dfb-b3fe-4f94-9720-3764df4175ba" 2024-11-08T08:20:30,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@451d956e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:30,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,40495,-1] 2024-11-08T08:20:30,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:20:30,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:30,272 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:20:30,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13b4a821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:30,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:20:30,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,32837,1731054017458, seqNum=-1] 2024-11-08T08:20:30,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:20:30,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-08T08:20:30,283 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 379, reset compression=false 2024-11-08T08:20:30,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888., hostname=6ac96558fc7f,32837,1731054017458, seqNum=2] 2024-11-08T08:20:30,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:20:30,465 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T08:20:30,468 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T08:20:30,470 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 480, reset compression=false 2024-11-08T08:20:30,774 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 480, reset compression=false 2024-11-08T08:20:30,889 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 379, reset compression=false 2024-11-08T08:20:30,893 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:20:30,893 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 608, reset compression=false 2024-11-08T08:20:30,893 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.shipper6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,32837,1731054017458 got entry batch from reader: WALEntryBatch [walEntries=[{test/1359dbd45f31bf3182eb72f967ad6888/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T08:20:30,895 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.shipper6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:20:30,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-08T08:20:30,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38945 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:20:30,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6393c5e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:30,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38945 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,41451,-1 for getting cluster id 2024-11-08T08:20:30,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:20:30,898 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df707598-5440-46c0-ae6b-2e88d7a273d5' 2024-11-08T08:20:30,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:20:30,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df707598-5440-46c0-ae6b-2e88d7a273d5" 2024-11-08T08:20:30,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b9fd6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:30,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,41451,-1] 2024-11-08T08:20:30,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:20:30,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:30,899 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:20:30,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7efd5c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:30,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38945 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:20:30,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,38945,1731054011477, seqNum=-1] 2024-11-08T08:20:30,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:20:30,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-08T08:20:30,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731054020826.900e15bb45242794c8ed3607088f0d3f., hostname=6ac96558fc7f,38945,1731054011477, seqNum=2] 2024-11-08T08:20:30,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38945 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:20:31,097 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 608, reset compression=false 2024-11-08T08:20:31,178 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 480, reset compression=false 2024-11-08T08:20:31,182 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:20:31,182 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 608, reset compression=false 2024-11-08T08:20:31,182 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.shipper6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,38945,1731054011477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:20:31,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T08:20:31,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T08:20:31,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T08:20:31,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T08:20:31,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:20:31,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T08:20:31,385 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 608, reset compression=false 2024-11-08T08:20:31,401 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 608, reset compression=false 2024-11-08T08:20:31,470 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T08:20:31,478 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T08:20:31,689 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 608, reset compression=false 2024-11-08T08:20:31,694 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:20:31,694 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 764, reset compression=false 2024-11-08T08:20:31,694 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.shipper6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,38945,1731054011477 got entry batch from reader: WALEntryBatch [walEntries=[{test/900e15bb45242794c8ed3607088f0d3f/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T08:20:31,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:20:31,699 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:20:31,798 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:20:31,804 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 608, reset compression=false 2024-11-08T08:20:31,808 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:20:31,808 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 756, reset compression=false 2024-11-08T08:20:31,808 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.shipper6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,32837,1731054017458 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:20:31,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:31,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:31,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:31,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:31,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:31,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:31,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:31,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:31,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:31,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:31,870 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T08:20:31,900 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 764, reset compression=false 2024-11-08T08:20:32,011 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 756, reset compression=false 2024-11-08T08:20:32,204 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 764, reset compression=false 2024-11-08T08:20:32,315 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 756, reset compression=false 2024-11-08T08:20:32,480 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T08:20:32,484 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T08:20:32,608 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 764, reset compression=false 2024-11-08T08:20:32,660 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:32,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:20:32,661 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28326 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:20:32,718 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 756, reset compression=false 2024-11-08T08:20:32,723 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:20:32,723 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 915, reset compression=false 2024-11-08T08:20:32,723 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.shipper6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,32837,1731054017458 got entry batch from reader: WALEntryBatch [walEntries=[{test/1359dbd45f31bf3182eb72f967ad6888/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T08:20:32,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38945 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:20:32,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38945 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:20:32,927 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 915, reset compression=false 2024-11-08T08:20:33,111 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 764, reset compression=false 2024-11-08T08:20:33,116 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:20:33,116 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 914, reset compression=false 2024-11-08T08:20:33,116 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.shipper6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,38945,1731054011477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:20:33,230 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 915, reset compression=false 2024-11-08T08:20:33,320 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 914, reset compression=false 2024-11-08T08:20:33,486 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T08:20:33,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:20:33,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:20:33,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:33,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:33,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:33,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:20:33,488 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:20:33,489 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1362027389, stopped=false 2024-11-08T08:20:33,489 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,40495,1731054017319 2024-11-08T08:20:33,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-359722308/running 2024-11-08T08:20:33,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-359722308/running 2024-11-08T08:20:33,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308 2024-11-08T08:20:33,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308 2024-11-08T08:20:33,553 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:20:33,553 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:20:33,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:33,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:33,553 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,32837,1731054017458' ***** 2024-11-08T08:20:33,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Set watcher on znode that does not yet exist, /1-359722308/running 2024-11-08T08:20:33,553 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:20:33,554 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:20:33,554 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:20:33,554 INFO [RS:0;6ac96558fc7f:32837 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:20:33,554 INFO [RS:0;6ac96558fc7f:32837 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:20:33,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Set watcher on znode that does not yet exist, /1-359722308/running 2024-11-08T08:20:33,554 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(3091): Received CLOSE for 3058db13a437259509a502c1e7c0cda3 2024-11-08T08:20:33,554 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(3091): Received CLOSE for 1359dbd45f31bf3182eb72f967ad6888 2024-11-08T08:20:33,554 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,32837,1731054017458 2024-11-08T08:20:33,554 INFO [RS:0;6ac96558fc7f:32837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:20:33,554 INFO [RS:0;6ac96558fc7f:32837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:32837. 2024-11-08T08:20:33,554 DEBUG [RS:0;6ac96558fc7f:32837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:33,554 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3058db13a437259509a502c1e7c0cda3, disabling compactions & flushes 2024-11-08T08:20:33,554 DEBUG [RS:0;6ac96558fc7f:32837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:33,554 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3. 2024-11-08T08:20:33,555 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3. 2024-11-08T08:20:33,555 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3. after waiting 0 ms 2024-11-08T08:20:33,555 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3. 2024-11-08T08:20:33,555 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:20:33,555 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:20:33,555 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:20:33,555 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3058db13a437259509a502c1e7c0cda3 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-08T08:20:33,555 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:20:33,555 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T08:20:33,555 DEBUG [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3058db13a437259509a502c1e7c0cda3=hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3., 1359dbd45f31bf3182eb72f967ad6888=test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888.} 2024-11-08T08:20:33,555 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:20:33,555 DEBUG [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1351): Waiting on 1359dbd45f31bf3182eb72f967ad6888, 1588230740, 3058db13a437259509a502c1e7c0cda3 2024-11-08T08:20:33,555 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:20:33,555 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:20:33,555 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:20:33,555 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:20:33,555 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T08:20:33,568 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/replication/3058db13a437259509a502c1e7c0cda3/.tmp/queue/f41ceba38eb04fcbaef68cb5dbff821a is 153, key is 1-6ac96558fc7f,32837,1731054017458/queue:6ac96558fc7f%2C32837%2C1731054017458/1731054032727/Put/seqid=0 2024-11-08T08:20:33,570 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/.tmp/info/1fbd038955024064aabfb1692427d625 is 147, key is hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3./info:regioninfo/1731054028472/Put/seqid=0 2024-11-08T08:20:33,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741840_1016 (size=5352) 2024-11-08T08:20:33,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741841_1017 (size=7686) 2024-11-08T08:20:33,623 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 914, reset compression=false 2024-11-08T08:20:33,632 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:20:33,634 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 915, reset compression=false 2024-11-08T08:20:33,646 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:20:33,646 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:20:33,755 DEBUG [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1351): Waiting on 1359dbd45f31bf3182eb72f967ad6888, 1588230740, 3058db13a437259509a502c1e7c0cda3 2024-11-08T08:20:33,955 DEBUG [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1351): Waiting on 1359dbd45f31bf3182eb72f967ad6888, 1588230740, 3058db13a437259509a502c1e7c0cda3 2024-11-08T08:20:33,972 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/replication/3058db13a437259509a502c1e7c0cda3/.tmp/queue/f41ceba38eb04fcbaef68cb5dbff821a 2024-11-08T08:20:33,974 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/.tmp/info/1fbd038955024064aabfb1692427d625 2024-11-08T08:20:33,977 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/replication/3058db13a437259509a502c1e7c0cda3/.tmp/queue/f41ceba38eb04fcbaef68cb5dbff821a as hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/replication/3058db13a437259509a502c1e7c0cda3/queue/f41ceba38eb04fcbaef68cb5dbff821a 2024-11-08T08:20:33,981 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/replication/3058db13a437259509a502c1e7c0cda3/queue/f41ceba38eb04fcbaef68cb5dbff821a, entries=1, sequenceid=9, filesize=5.2 K 2024-11-08T08:20:33,982 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 3058db13a437259509a502c1e7c0cda3 in 427ms, sequenceid=9, compaction requested=false 2024-11-08T08:20:33,990 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/replication/3058db13a437259509a502c1e7c0cda3/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-08T08:20:33,990 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:20:33,990 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:20:33,990 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3. 2024-11-08T08:20:33,991 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3058db13a437259509a502c1e7c0cda3: Waiting for close lock at 1731054033554Running coprocessor pre-close hooks at 1731054033554Disabling compacts and flushes for region at 1731054033554Disabling writes for close at 1731054033555 (+1 ms)Obtaining lock to block concurrent updates at 1731054033555Preparing flush snapshotting stores in 3058db13a437259509a502c1e7c0cda3 at 1731054033555Finished memstore snapshotting hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1731054033555Flushing stores of hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3. at 1731054033555Flushing 3058db13a437259509a502c1e7c0cda3/queue: creating writer at 1731054033555Flushing 3058db13a437259509a502c1e7c0cda3/queue: appending metadata at 1731054033568 (+13 ms)Flushing 3058db13a437259509a502c1e7c0cda3/queue: closing flushed file at 1731054033568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3efe2deb: reopening flushed file at 1731054033976 (+408 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for 3058db13a437259509a502c1e7c0cda3 in 427ms, sequenceid=9, compaction requested=false at 1731054033982 (+6 ms)Writing region close event to WAL at 1731054033987 (+5 ms)Running coprocessor post-close hooks at 1731054033990 (+3 ms)Closed at 1731054033990 2024-11-08T08:20:33,991 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731054027314.3058db13a437259509a502c1e7c0cda3. 2024-11-08T08:20:33,991 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1359dbd45f31bf3182eb72f967ad6888, disabling compactions & flushes 2024-11-08T08:20:33,991 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/.tmp/ns/53d9ce4a17f04040b213cf0f460c6d69 is 43, key is default/ns:d/1731054020745/Put/seqid=0 2024-11-08T08:20:33,991 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888. 2024-11-08T08:20:33,991 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888. 2024-11-08T08:20:33,991 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888. after waiting 0 ms 2024-11-08T08:20:33,991 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888. 2024-11-08T08:20:33,991 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1359dbd45f31bf3182eb72f967ad6888 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-08T08:20:33,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741842_1018 (size=5153) 2024-11-08T08:20:33,995 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/.tmp/ns/53d9ce4a17f04040b213cf0f460c6d69 2024-11-08T08:20:34,008 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/default/test/1359dbd45f31bf3182eb72f967ad6888/.tmp/f/3c16343103ca4b2e8b302559dfbb9fe9 is 29, key is row1/f:/1731054032481/DeleteFamily/seqid=0 2024-11-08T08:20:34,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741843_1019 (size=5118) 2024-11-08T08:20:34,020 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/.tmp/rep_barrier/9effdb8d0062406e8275a4026248c353 is 112, key is test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888./rep_barrier:seqnumDuringOpen/1731054024134/Put/seqid=0 2024-11-08T08:20:34,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741844_1020 (size=5518) 2024-11-08T08:20:34,026 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 914, reset compression=false 2024-11-08T08:20:34,137 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 915, reset compression=false 2024-11-08T08:20:34,142 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:20:34,142 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 1162, reset compression=false 2024-11-08T08:20:34,142 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.shipper6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,32837,1731054017458 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:20:34,143 ERROR [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.shipper6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6ac96558fc7f,32837,1731054017458: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6ac96558fc7f,32837,1731054017458, walGroup=6ac96558fc7f%2C32837%2C1731054017458, offset=6ac96558fc7f%2C32837%2C1731054017458.1731054019752:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:32837 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T08:20:34,144 ERROR [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.shipper6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T08:20:34,144 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.shipper6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T08:20:34,145 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.shipper6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T08:20:34,145 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.shipper6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T08:20:34,145 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.shipper6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T08:20:34,145 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.shipper6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 616157616 }, "NonHeapMemoryUsage": { "committed": 194576384, "init": 7667712, "max": -1, "used": 191119256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T08:20:34,146 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.shipper6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:40495 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:40495 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T08:20:34,156 DEBUG [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1351): Waiting on 1359dbd45f31bf3182eb72f967ad6888, 1588230740 2024-11-08T08:20:34,347 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 1162, reset compression=false 2024-11-08T08:20:34,356 DEBUG [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1351): Waiting on 1359dbd45f31bf3182eb72f967ad6888, 1588230740 2024-11-08T08:20:34,414 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/default/test/1359dbd45f31bf3182eb72f967ad6888/.tmp/f/3c16343103ca4b2e8b302559dfbb9fe9 2024-11-08T08:20:34,417 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c16343103ca4b2e8b302559dfbb9fe9 2024-11-08T08:20:34,423 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/.tmp/rep_barrier/9effdb8d0062406e8275a4026248c353 2024-11-08T08:20:34,432 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/default/test/1359dbd45f31bf3182eb72f967ad6888/.tmp/f1/902de8d2169c40639fc0613c1b8a8fc8 is 30, key is row1/f1:/1731054032481/DeleteFamily/seqid=0 2024-11-08T08:20:34,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741845_1021 (size=5123) 2024-11-08T08:20:34,443 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/.tmp/table/27128f5eb2d64e828d9e0e0d8d6fdf33 is 53, key is hbase:replication/table:state/1731054028479/Put/seqid=0 2024-11-08T08:20:34,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741846_1022 (size=5308) 2024-11-08T08:20:34,530 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 914, reset compression=false 2024-11-08T08:20:34,556 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T08:20:34,556 DEBUG [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1359dbd45f31bf3182eb72f967ad6888=test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888.} 2024-11-08T08:20:34,556 DEBUG [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1351): Waiting on 1359dbd45f31bf3182eb72f967ad6888, 1588230740 2024-11-08T08:20:34,651 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 1162, reset compression=false 2024-11-08T08:20:34,756 DEBUG [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1351): Waiting on 1359dbd45f31bf3182eb72f967ad6888, 1588230740 2024-11-08T08:20:34,838 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/default/test/1359dbd45f31bf3182eb72f967ad6888/.tmp/f1/902de8d2169c40639fc0613c1b8a8fc8 2024-11-08T08:20:34,842 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 902de8d2169c40639fc0613c1b8a8fc8 2024-11-08T08:20:34,847 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/.tmp/table/27128f5eb2d64e828d9e0e0d8d6fdf33 2024-11-08T08:20:34,853 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/.tmp/info/1fbd038955024064aabfb1692427d625 as hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/info/1fbd038955024064aabfb1692427d625 2024-11-08T08:20:34,858 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/info/1fbd038955024064aabfb1692427d625, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T08:20:34,858 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/.tmp/ns/53d9ce4a17f04040b213cf0f460c6d69 as hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/ns/53d9ce4a17f04040b213cf0f460c6d69 2024-11-08T08:20:34,860 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/default/test/1359dbd45f31bf3182eb72f967ad6888/.tmp/norep/6e64cb158283424ab8c73821610f6980 is 33, key is row1/norep:/1731054032481/DeleteFamily/seqid=0 2024-11-08T08:20:34,864 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/ns/53d9ce4a17f04040b213cf0f460c6d69, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T08:20:34,865 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/.tmp/rep_barrier/9effdb8d0062406e8275a4026248c353 as hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/rep_barrier/9effdb8d0062406e8275a4026248c353 2024-11-08T08:20:34,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741847_1023 (size=5108) 2024-11-08T08:20:34,870 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/rep_barrier/9effdb8d0062406e8275a4026248c353, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T08:20:34,871 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/.tmp/table/27128f5eb2d64e828d9e0e0d8d6fdf33 as hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/table/27128f5eb2d64e828d9e0e0d8d6fdf33 2024-11-08T08:20:34,875 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/table/27128f5eb2d64e828d9e0e0d8d6fdf33, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T08:20:34,876 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-08T08:20:34,879 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T08:20:34,880 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:20:34,880 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:20:34,880 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:20:34,880 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054033555Running coprocessor pre-close hooks at 1731054033555Disabling compacts and flushes for region at 1731054033555Disabling writes for close at 1731054033555Obtaining lock to block concurrent updates at 1731054033555Preparing flush snapshotting stores in 1588230740 at 1731054033555Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731054033555Flushing stores of hbase:meta,,1.1588230740 at 1731054033556 (+1 ms)Flushing 1588230740/info: creating writer at 1731054033556Flushing 1588230740/info: appending metadata at 1731054033570 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731054033570Flushing 1588230740/ns: creating writer at 1731054033978 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731054033990 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731054033991 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731054033999 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731054034019 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731054034019Flushing 1588230740/table: creating writer at 1731054034427 (+408 ms)Flushing 1588230740/table: appending metadata at 1731054034443 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731054034443Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14412291: reopening flushed file at 1731054034852 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73015b36: reopening flushed file at 1731054034858 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40fb7ffb: reopening flushed file at 1731054034864 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bed4646: reopening flushed file at 1731054034870 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1731054034876 (+6 ms)Writing region close event to WAL at 1731054034877 (+1 ms)Running coprocessor post-close hooks at 1731054034880 (+3 ms)Closed at 1731054034880 2024-11-08T08:20:34,880 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:20:34,957 DEBUG [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1351): Waiting on 1359dbd45f31bf3182eb72f967ad6888 2024-11-08T08:20:35,055 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 1162, reset compression=false 2024-11-08T08:20:35,133 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 914, reset compression=false 2024-11-08T08:20:35,157 DEBUG [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1351): Waiting on 1359dbd45f31bf3182eb72f967ad6888 2024-11-08T08:20:35,268 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/default/test/1359dbd45f31bf3182eb72f967ad6888/.tmp/norep/6e64cb158283424ab8c73821610f6980 2024-11-08T08:20:35,357 DEBUG [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1351): Waiting on 1359dbd45f31bf3182eb72f967ad6888 2024-11-08T08:20:35,390 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e64cb158283424ab8c73821610f6980 2024-11-08T08:20:35,391 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/default/test/1359dbd45f31bf3182eb72f967ad6888/.tmp/f/3c16343103ca4b2e8b302559dfbb9fe9 as hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/default/test/1359dbd45f31bf3182eb72f967ad6888/f/3c16343103ca4b2e8b302559dfbb9fe9 2024-11-08T08:20:35,394 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c16343103ca4b2e8b302559dfbb9fe9 2024-11-08T08:20:35,394 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/default/test/1359dbd45f31bf3182eb72f967ad6888/f/3c16343103ca4b2e8b302559dfbb9fe9, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T08:20:35,395 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/default/test/1359dbd45f31bf3182eb72f967ad6888/.tmp/f1/902de8d2169c40639fc0613c1b8a8fc8 as hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/default/test/1359dbd45f31bf3182eb72f967ad6888/f1/902de8d2169c40639fc0613c1b8a8fc8 2024-11-08T08:20:35,399 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 902de8d2169c40639fc0613c1b8a8fc8 2024-11-08T08:20:35,399 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/default/test/1359dbd45f31bf3182eb72f967ad6888/f1/902de8d2169c40639fc0613c1b8a8fc8, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T08:20:35,400 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/default/test/1359dbd45f31bf3182eb72f967ad6888/.tmp/norep/6e64cb158283424ab8c73821610f6980 as hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/default/test/1359dbd45f31bf3182eb72f967ad6888/norep/6e64cb158283424ab8c73821610f6980 2024-11-08T08:20:35,404 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e64cb158283424ab8c73821610f6980 2024-11-08T08:20:35,404 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/default/test/1359dbd45f31bf3182eb72f967ad6888/norep/6e64cb158283424ab8c73821610f6980, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T08:20:35,405 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1359dbd45f31bf3182eb72f967ad6888 in 1414ms, sequenceid=8, compaction requested=false 2024-11-08T08:20:35,413 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/data/default/test/1359dbd45f31bf3182eb72f967ad6888/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T08:20:35,413 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:20:35,413 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:20:35,413 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888. 2024-11-08T08:20:35,413 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1359dbd45f31bf3182eb72f967ad6888: Waiting for close lock at 1731054033991Running coprocessor pre-close hooks at 1731054033991Disabling compacts and flushes for region at 1731054033991Disabling writes for close at 1731054033991Obtaining lock to block concurrent updates at 1731054033991Preparing flush snapshotting stores in 1359dbd45f31bf3182eb72f967ad6888 at 1731054033991Finished memstore snapshotting test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731054033991Flushing stores of test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888. at 1731054033993 (+2 ms)Flushing 1359dbd45f31bf3182eb72f967ad6888/f: creating writer at 1731054033993Flushing 1359dbd45f31bf3182eb72f967ad6888/f: appending metadata at 1731054034008 (+15 ms)Flushing 1359dbd45f31bf3182eb72f967ad6888/f: closing flushed file at 1731054034008Flushing 1359dbd45f31bf3182eb72f967ad6888/f1: creating writer at 1731054034417 (+409 ms)Flushing 1359dbd45f31bf3182eb72f967ad6888/f1: appending metadata at 1731054034431 (+14 ms)Flushing 1359dbd45f31bf3182eb72f967ad6888/f1: closing flushed file at 1731054034431Flushing 1359dbd45f31bf3182eb72f967ad6888/norep: creating writer at 1731054034842 (+411 ms)Flushing 1359dbd45f31bf3182eb72f967ad6888/norep: appending metadata at 1731054034859 (+17 ms)Flushing 1359dbd45f31bf3182eb72f967ad6888/norep: closing flushed file at 1731054034859Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bffb496: reopening flushed file at 1731054035390 (+531 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bbfa1fb: reopening flushed file at 1731054035394 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58d40452: reopening flushed file at 1731054035399 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 1359dbd45f31bf3182eb72f967ad6888 in 1414ms, sequenceid=8, compaction requested=false at 1731054035405 (+6 ms)Writing region close event to WAL at 1731054035410 (+5 ms)Running coprocessor post-close hooks at 1731054035413 (+3 ms)Closed at 1731054035413 2024-11-08T08:20:35,413 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731054022983.1359dbd45f31bf3182eb72f967ad6888. 2024-11-08T08:20:35,557 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,32837,1731054017458; all regions closed. 2024-11-08T08:20:35,559 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 1162, reset compression=false 2024-11-08T08:20:35,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741834_1010 (size=4239) 2024-11-08T08:20:35,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741839_1015 (size=2458) 2024-11-08T08:20:35,562 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.rep.1731054028442 not finished, retry = 0 2024-11-08T08:20:35,564 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:20:35,564 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.wal-reader.6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 to pos 1806, reset compression=false 2024-11-08T08:20:35,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741832_1008 (size=1814) 2024-11-08T08:20:35,665 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/WALs/6ac96558fc7f,32837,1731054017458/6ac96558fc7f%2C32837%2C1731054017458.1731054019752 not finished, retry = 0 2024-11-08T08:20:35,766 DEBUG [RS:0;6ac96558fc7f:32837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:35,766 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:20:35,766 INFO [RS:0;6ac96558fc7f:32837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:20:35,766 INFO [RS:0;6ac96558fc7f:32837 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T08:20:35,766 INFO [RS:0;6ac96558fc7f:32837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:20:35,766 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:20:35,766 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ac96558fc7f,32837,1731054017458 because: Region server is closing 2024-11-08T08:20:35,767 INFO [RS:0;6ac96558fc7f:32837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:32837. 2024-11-08T08:20:35,767 DEBUG [RS:0;6ac96558fc7f:32837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:35,767 DEBUG [RS:0;6ac96558fc7f:32837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:35,767 DEBUG [RS:0;6ac96558fc7f:32837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:35,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:20:35,767 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32837,1731054017458.replicationSource.shipper6ac96558fc7f%2C32837%2C1731054017458,1-6ac96558fc7f,32837,1731054017458 terminated 2024-11-08T08:20:35,767 INFO [RS:0;6ac96558fc7f:32837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:32837. 2024-11-08T08:20:35,767 DEBUG [RS:0;6ac96558fc7f:32837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:35,767 DEBUG [RS:0;6ac96558fc7f:32837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:35,767 DEBUG [RS:0;6ac96558fc7f:32837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:35,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:20:35,768 INFO [RS:0;6ac96558fc7f:32837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32837 2024-11-08T08:20:35,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308/rs 2024-11-08T08:20:35,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-359722308/rs/6ac96558fc7f,32837,1731054017458 2024-11-08T08:20:35,795 INFO [RS:0;6ac96558fc7f:32837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:20:35,805 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,32837,1731054017458] 2024-11-08T08:20:35,816 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-359722308/draining/6ac96558fc7f,32837,1731054017458 already deleted, retry=false 2024-11-08T08:20:35,816 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,32837,1731054017458 expired; onlineServers=0 2024-11-08T08:20:35,816 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,40495,1731054017319' ***** 2024-11-08T08:20:35,816 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:20:35,816 INFO [M:0;6ac96558fc7f:40495 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:20:35,816 INFO [M:0;6ac96558fc7f:40495 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:20:35,816 DEBUG [M:0;6ac96558fc7f:40495 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:20:35,816 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:20:35,816 DEBUG [M:0;6ac96558fc7f:40495 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:20:35,816 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054019484 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054019484,5,FailOnTimeoutGroup] 2024-11-08T08:20:35,816 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054019488 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054019488,5,FailOnTimeoutGroup] 2024-11-08T08:20:35,816 INFO [M:0;6ac96558fc7f:40495 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:20:35,816 INFO [M:0;6ac96558fc7f:40495 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:20:35,817 DEBUG [M:0;6ac96558fc7f:40495 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:20:35,817 INFO [M:0;6ac96558fc7f:40495 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:20:35,817 INFO [M:0;6ac96558fc7f:40495 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:20:35,817 INFO [M:0;6ac96558fc7f:40495 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:20:35,817 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:20:35,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-359722308/master 2024-11-08T08:20:35,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-359722308 2024-11-08T08:20:35,826 DEBUG [M:0;6ac96558fc7f:40495 {}] zookeeper.ZKUtil(347): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Unable to get data of znode /1-359722308/master because node does not exist (not an error) 2024-11-08T08:20:35,827 WARN [M:0;6ac96558fc7f:40495 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:20:35,827 INFO [M:0;6ac96558fc7f:40495 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/.lastflushedseqids 2024-11-08T08:20:35,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741848_1024 (size=245) 2024-11-08T08:20:35,836 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 914, reset compression=false 2024-11-08T08:20:35,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:20:35,905 INFO [RS:0;6ac96558fc7f:32837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:20:35,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32837-0x1011987f5f80004, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:20:35,906 INFO [RS:0;6ac96558fc7f:32837 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,32837,1731054017458; zookeeper connection closed. 2024-11-08T08:20:35,906 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c182417 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c182417 2024-11-08T08:20:35,906 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:20:36,231 INFO [M:0;6ac96558fc7f:40495 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:20:36,231 INFO [M:0;6ac96558fc7f:40495 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:20:36,232 DEBUG [M:0;6ac96558fc7f:40495 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:20:36,232 INFO [M:0;6ac96558fc7f:40495 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:36,232 DEBUG [M:0;6ac96558fc7f:40495 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:36,232 DEBUG [M:0;6ac96558fc7f:40495 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:20:36,232 DEBUG [M:0;6ac96558fc7f:40495 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:36,232 INFO [M:0;6ac96558fc7f:40495 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-08T08:20:36,245 DEBUG [M:0;6ac96558fc7f:40495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abe082305372419ea3d5203317c1353d is 82, key is hbase:meta,,1/info:regioninfo/1731054020677/Put/seqid=0 2024-11-08T08:20:36,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741849_1025 (size=5672) 2024-11-08T08:20:36,639 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 914, reset compression=false 2024-11-08T08:20:36,648 INFO [M:0;6ac96558fc7f:40495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abe082305372419ea3d5203317c1353d 2024-11-08T08:20:36,668 DEBUG [M:0;6ac96558fc7f:40495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d8603c323be4826820e3e4b4fad4ff5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731054028481/Put/seqid=0 2024-11-08T08:20:36,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741850_1026 (size=8515) 2024-11-08T08:20:37,072 INFO [M:0;6ac96558fc7f:40495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d8603c323be4826820e3e4b4fad4ff5 2024-11-08T08:20:37,088 DEBUG [M:0;6ac96558fc7f:40495 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa2966ca56c842eb917a078e8b1b9628 is 69, key is 6ac96558fc7f,32837,1731054017458/rs:state/1731054019532/Put/seqid=0 2024-11-08T08:20:37,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741851_1027 (size=5156) 2024-11-08T08:20:37,492 INFO [M:0;6ac96558fc7f:40495 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa2966ca56c842eb917a078e8b1b9628 2024-11-08T08:20:37,495 DEBUG [M:0;6ac96558fc7f:40495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/abe082305372419ea3d5203317c1353d as hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abe082305372419ea3d5203317c1353d 2024-11-08T08:20:37,498 INFO [M:0;6ac96558fc7f:40495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/abe082305372419ea3d5203317c1353d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T08:20:37,499 DEBUG [M:0;6ac96558fc7f:40495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d8603c323be4826820e3e4b4fad4ff5 as hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d8603c323be4826820e3e4b4fad4ff5 2024-11-08T08:20:37,502 INFO [M:0;6ac96558fc7f:40495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d8603c323be4826820e3e4b4fad4ff5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T08:20:37,502 DEBUG [M:0;6ac96558fc7f:40495 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aa2966ca56c842eb917a078e8b1b9628 as hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa2966ca56c842eb917a078e8b1b9628 2024-11-08T08:20:37,505 INFO [M:0;6ac96558fc7f:40495 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/875529f7-bd00-b512-06d3-ba86fc337d5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aa2966ca56c842eb917a078e8b1b9628, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T08:20:37,506 INFO [M:0;6ac96558fc7f:40495 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false 2024-11-08T08:20:37,507 INFO [M:0;6ac96558fc7f:40495 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:37,507 DEBUG [M:0;6ac96558fc7f:40495 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054036232Disabling compacts and flushes for region at 1731054036232Disabling writes for close at 1731054036232Obtaining lock to block concurrent updates at 1731054036232Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731054036232Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731054036232Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731054036233 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731054036233Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731054036244 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731054036244Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731054036652 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731054036668 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731054036668Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731054037075 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731054037087 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731054037087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43705c71: reopening flushed file at 1731054037495 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c0ff574: reopening flushed file at 1731054037498 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235b3fce: reopening flushed file at 1731054037502 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=97, compaction requested=false at 1731054037506 (+4 ms)Writing region close event to WAL at 1731054037507 (+1 ms)Closed at 1731054037507 2024-11-08T08:20:37,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741830_1006 (size=63642) 2024-11-08T08:20:37,509 INFO [M:0;6ac96558fc7f:40495 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:20:37,509 INFO [M:0;6ac96558fc7f:40495 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40495 2024-11-08T08:20:37,509 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:20:37,509 INFO [M:0;6ac96558fc7f:40495 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:20:37,543 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 914, reset compression=false 2024-11-08T08:20:37,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:20:37,684 INFO [M:0;6ac96558fc7f:40495 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:20:37,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40495-0x1011987f5f80003, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:20:37,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2369a4b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:20:37,687 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54bf6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:20:37,687 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:20:37,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ca79ddd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:20:37,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60ac4bf2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/hadoop.log.dir/,STOPPED} 2024-11-08T08:20:37,688 WARN [BP-153324968-172.17.0.3-1731054014971 heartbeating to localhost/127.0.0.1:33903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:20:37,688 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:20:37,689 WARN [BP-153324968-172.17.0.3-1731054014971 heartbeating to localhost/127.0.0.1:33903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-153324968-172.17.0.3-1731054014971 (Datanode Uuid ac49e4a2-d7c5-4f03-aa94-75c631507e74) service to localhost/127.0.0.1:33903 2024-11-08T08:20:37,689 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:20:37,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/cluster_0ffeb844-1daf-7034-a965-076b07d04804/data/data1/current/BP-153324968-172.17.0.3-1731054014971 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:20:37,689 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/cluster_0ffeb844-1daf-7034-a965-076b07d04804/data/data2/current/BP-153324968-172.17.0.3-1731054014971 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:20:37,690 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:20:37,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a0438d6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:20:37,695 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@647fb346{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:20:37,695 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:20:37,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@625afcc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:20:37,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ecfd193{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/hadoop.log.dir/,STOPPED} 2024-11-08T08:20:37,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:20:37,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:20:37,707 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:20:37,707 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:37,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:37,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:37,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:20:37,707 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:20:37,707 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1311604831, stopped=false 2024-11-08T08:20:37,707 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,41451,1731054011263 2024-11-08T08:20:37,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-944792042/running 2024-11-08T08:20:37,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042 2024-11-08T08:20:37,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-944792042/running 2024-11-08T08:20:37,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042 2024-11-08T08:20:37,721 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:20:37,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:20:37,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:37,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:37,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Set watcher on znode that does not yet exist, /0-944792042/running 2024-11-08T08:20:37,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Set watcher on znode that does not yet exist, /0-944792042/running 2024-11-08T08:20:37,722 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,38945,1731054011477' ***** 2024-11-08T08:20:37,722 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:20:37,722 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:20:37,722 INFO [RS:0;6ac96558fc7f:38945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:20:37,722 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:20:37,722 INFO [RS:0;6ac96558fc7f:38945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:20:37,722 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(3091): Received CLOSE for 3db245fde5b20b2b3279f721ef55fae8 2024-11-08T08:20:37,722 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(3091): Received CLOSE for 900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:37,722 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,38945,1731054011477 2024-11-08T08:20:37,722 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3db245fde5b20b2b3279f721ef55fae8, disabling compactions & flushes 2024-11-08T08:20:37,722 INFO [RS:0;6ac96558fc7f:38945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:20:37,722 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8. 2024-11-08T08:20:37,722 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8. 2024-11-08T08:20:37,722 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8. after waiting 0 ms 2024-11-08T08:20:37,722 INFO [RS:0;6ac96558fc7f:38945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:38945. 2024-11-08T08:20:37,722 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8. 2024-11-08T08:20:37,722 DEBUG [RS:0;6ac96558fc7f:38945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:37,723 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3db245fde5b20b2b3279f721ef55fae8 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-08T08:20:37,723 DEBUG [RS:0;6ac96558fc7f:38945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:37,723 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:20:37,723 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:20:37,723 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:20:37,723 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:20:37,723 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T08:20:37,723 DEBUG [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(1325): Online Regions={3db245fde5b20b2b3279f721ef55fae8=hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8., 1588230740=hbase:meta,,1.1588230740, 900e15bb45242794c8ed3607088f0d3f=test,,1731054020826.900e15bb45242794c8ed3607088f0d3f.} 2024-11-08T08:20:37,723 DEBUG [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3db245fde5b20b2b3279f721ef55fae8, 900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:37,723 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:20:37,723 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:20:37,723 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:20:37,723 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:20:37,723 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:20:37,723 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T08:20:37,735 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/.tmp/info/a3f361dd57f349d4a85a5b0186052a51 is 147, key is hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8./info:regioninfo/1731054026306/Put/seqid=0 2024-11-08T08:20:37,735 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/replication/3db245fde5b20b2b3279f721ef55fae8/.tmp/queue/5c27a9f0ad6f4a118d261432a4cd5b4b is 153, key is 1-6ac96558fc7f,38945,1731054011477/queue:6ac96558fc7f%2C38945%2C1731054011477/1731054033117/Put/seqid=0 2024-11-08T08:20:37,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741841_1017 (size=5352) 2024-11-08T08:20:37,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741840_1016 (size=7686) 2024-11-08T08:20:37,756 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:20:37,756 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:20:37,793 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:20:37,923 DEBUG [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3db245fde5b20b2b3279f721ef55fae8, 900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:38,123 DEBUG [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3db245fde5b20b2b3279f721ef55fae8, 900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:38,139 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/replication/3db245fde5b20b2b3279f721ef55fae8/.tmp/queue/5c27a9f0ad6f4a118d261432a4cd5b4b 2024-11-08T08:20:38,144 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/replication/3db245fde5b20b2b3279f721ef55fae8/.tmp/queue/5c27a9f0ad6f4a118d261432a4cd5b4b as hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/replication/3db245fde5b20b2b3279f721ef55fae8/queue/5c27a9f0ad6f4a118d261432a4cd5b4b 2024-11-08T08:20:38,145 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/.tmp/info/a3f361dd57f349d4a85a5b0186052a51 2024-11-08T08:20:38,148 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/replication/3db245fde5b20b2b3279f721ef55fae8/queue/5c27a9f0ad6f4a118d261432a4cd5b4b, entries=1, sequenceid=10, filesize=5.2 K 2024-11-08T08:20:38,149 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 3db245fde5b20b2b3279f721ef55fae8 in 427ms, sequenceid=10, compaction requested=false 2024-11-08T08:20:38,149 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T08:20:38,153 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/replication/3db245fde5b20b2b3279f721ef55fae8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T08:20:38,153 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:20:38,153 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:20:38,153 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8. 2024-11-08T08:20:38,154 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3db245fde5b20b2b3279f721ef55fae8: Waiting for close lock at 1731054037722Running coprocessor pre-close hooks at 1731054037722Disabling compacts and flushes for region at 1731054037722Disabling writes for close at 1731054037722Obtaining lock to block concurrent updates at 1731054037723 (+1 ms)Preparing flush snapshotting stores in 3db245fde5b20b2b3279f721ef55fae8 at 1731054037723Finished memstore snapshotting hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731054037723Flushing stores of hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8. at 1731054037723Flushing 3db245fde5b20b2b3279f721ef55fae8/queue: creating writer at 1731054037723Flushing 3db245fde5b20b2b3279f721ef55fae8/queue: appending metadata at 1731054037735 (+12 ms)Flushing 3db245fde5b20b2b3279f721ef55fae8/queue: closing flushed file at 1731054037735Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aabcc6f: reopening flushed file at 1731054038143 (+408 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 3db245fde5b20b2b3279f721ef55fae8 in 427ms, sequenceid=10, compaction requested=false at 1731054038149 (+6 ms)Writing region close event to WAL at 1731054038151 (+2 ms)Running coprocessor post-close hooks at 1731054038153 (+2 ms)Closed at 1731054038153 2024-11-08T08:20:38,154 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731054025148.3db245fde5b20b2b3279f721ef55fae8. 2024-11-08T08:20:38,154 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 900e15bb45242794c8ed3607088f0d3f, disabling compactions & flushes 2024-11-08T08:20:38,154 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731054020826.900e15bb45242794c8ed3607088f0d3f. 2024-11-08T08:20:38,154 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054020826.900e15bb45242794c8ed3607088f0d3f. 2024-11-08T08:20:38,154 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731054020826.900e15bb45242794c8ed3607088f0d3f. after waiting 0 ms 2024-11-08T08:20:38,154 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731054020826.900e15bb45242794c8ed3607088f0d3f. 2024-11-08T08:20:38,154 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 900e15bb45242794c8ed3607088f0d3f 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-08T08:20:38,165 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/.tmp/ns/9748e8553ff94fc5a80b5478900212a8 is 43, key is default/ns:d/1731054014835/Put/seqid=0 2024-11-08T08:20:38,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741842_1018 (size=5153) 2024-11-08T08:20:38,171 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/default/test/900e15bb45242794c8ed3607088f0d3f/.tmp/f/56020ba9a0ff45e1b52e4f8776b9789c is 29, key is row1/f:/1731054032481/DeleteFamily/seqid=0 2024-11-08T08:20:38,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741843_1019 (size=5118) 2024-11-08T08:20:38,324 DEBUG [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:38,524 DEBUG [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:38,547 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 914, reset compression=false 2024-11-08T08:20:38,551 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:20:38,551 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 1161, reset compression=false 2024-11-08T08:20:38,551 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.shipper6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,38945,1731054011477 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:20:38,552 ERROR [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.shipper6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6ac96558fc7f,38945,1731054011477: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6ac96558fc7f,38945,1731054011477, walGroup=6ac96558fc7f%2C38945%2C1731054011477, offset=6ac96558fc7f%2C38945%2C1731054011477.1731054013802:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:38945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T08:20:38,553 ERROR [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.shipper6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T08:20:38,553 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.shipper6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T08:20:38,553 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.shipper6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T08:20:38,553 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.shipper6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T08:20:38,553 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.shipper6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T08:20:38,553 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.shipper6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1050673152, "init": 1048576000, "max": 2306867200, "used": 679072176 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 191566808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T08:20:38,554 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.shipper6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:41451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:41451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T08:20:38,569 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/.tmp/ns/9748e8553ff94fc5a80b5478900212a8 2024-11-08T08:20:38,575 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/default/test/900e15bb45242794c8ed3607088f0d3f/.tmp/f/56020ba9a0ff45e1b52e4f8776b9789c 2024-11-08T08:20:38,579 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56020ba9a0ff45e1b52e4f8776b9789c 2024-11-08T08:20:38,586 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/.tmp/rep_barrier/13e47b5d76f0482ab0dcbab4fa831c52 is 112, key is test,,1731054020826.900e15bb45242794c8ed3607088f0d3f./rep_barrier:seqnumDuringOpen/1731054021971/Put/seqid=0 2024-11-08T08:20:38,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741844_1020 (size=5518) 2024-11-08T08:20:38,593 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/default/test/900e15bb45242794c8ed3607088f0d3f/.tmp/f1/0fac5239a5f64251b97ad6e52f05bf75 is 30, key is row1/f1:/1731054032481/DeleteFamily/seqid=0 2024-11-08T08:20:38,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741845_1021 (size=5123) 2024-11-08T08:20:38,724 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T08:20:38,724 DEBUG [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 900e15bb45242794c8ed3607088f0d3f=test,,1731054020826.900e15bb45242794c8ed3607088f0d3f.} 2024-11-08T08:20:38,724 DEBUG [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:38,755 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 1161, reset compression=false 2024-11-08T08:20:38,924 DEBUG [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 900e15bb45242794c8ed3607088f0d3f 2024-11-08T08:20:38,992 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/.tmp/rep_barrier/13e47b5d76f0482ab0dcbab4fa831c52 2024-11-08T08:20:38,996 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/default/test/900e15bb45242794c8ed3607088f0d3f/.tmp/f1/0fac5239a5f64251b97ad6e52f05bf75 2024-11-08T08:20:39,000 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0fac5239a5f64251b97ad6e52f05bf75 2024-11-08T08:20:39,013 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/.tmp/table/1540679a558c4cb3a35722788c530780 is 53, key is hbase:replication/table:state/1731054026312/Put/seqid=0 2024-11-08T08:20:39,013 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/default/test/900e15bb45242794c8ed3607088f0d3f/.tmp/norep/0f45cb6b390843dfb0e2650b193af3e3 is 32, key is row/norep:/1731054031473/DeleteFamily/seqid=0 2024-11-08T08:20:39,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741847_1023 (size=5308) 2024-11-08T08:20:39,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741846_1022 (size=5101) 2024-11-08T08:20:39,017 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/default/test/900e15bb45242794c8ed3607088f0d3f/.tmp/norep/0f45cb6b390843dfb0e2650b193af3e3 2024-11-08T08:20:39,017 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/.tmp/table/1540679a558c4cb3a35722788c530780 2024-11-08T08:20:39,020 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f45cb6b390843dfb0e2650b193af3e3 2024-11-08T08:20:39,021 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/.tmp/info/a3f361dd57f349d4a85a5b0186052a51 as hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/info/a3f361dd57f349d4a85a5b0186052a51 2024-11-08T08:20:39,021 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/default/test/900e15bb45242794c8ed3607088f0d3f/.tmp/f/56020ba9a0ff45e1b52e4f8776b9789c as hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/default/test/900e15bb45242794c8ed3607088f0d3f/f/56020ba9a0ff45e1b52e4f8776b9789c 2024-11-08T08:20:39,024 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56020ba9a0ff45e1b52e4f8776b9789c 2024-11-08T08:20:39,024 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/default/test/900e15bb45242794c8ed3607088f0d3f/f/56020ba9a0ff45e1b52e4f8776b9789c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T08:20:39,025 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/default/test/900e15bb45242794c8ed3607088f0d3f/.tmp/f1/0fac5239a5f64251b97ad6e52f05bf75 as hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/default/test/900e15bb45242794c8ed3607088f0d3f/f1/0fac5239a5f64251b97ad6e52f05bf75 2024-11-08T08:20:39,025 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/info/a3f361dd57f349d4a85a5b0186052a51, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T08:20:39,026 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/.tmp/ns/9748e8553ff94fc5a80b5478900212a8 as hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/ns/9748e8553ff94fc5a80b5478900212a8 2024-11-08T08:20:39,028 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0fac5239a5f64251b97ad6e52f05bf75 2024-11-08T08:20:39,028 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/default/test/900e15bb45242794c8ed3607088f0d3f/f1/0fac5239a5f64251b97ad6e52f05bf75, entries=2, sequenceid=8, filesize=5.0 K 2024-11-08T08:20:39,029 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/ns/9748e8553ff94fc5a80b5478900212a8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T08:20:39,029 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/default/test/900e15bb45242794c8ed3607088f0d3f/.tmp/norep/0f45cb6b390843dfb0e2650b193af3e3 as hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/default/test/900e15bb45242794c8ed3607088f0d3f/norep/0f45cb6b390843dfb0e2650b193af3e3 2024-11-08T08:20:39,030 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/.tmp/rep_barrier/13e47b5d76f0482ab0dcbab4fa831c52 as hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/rep_barrier/13e47b5d76f0482ab0dcbab4fa831c52 2024-11-08T08:20:39,033 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0f45cb6b390843dfb0e2650b193af3e3 2024-11-08T08:20:39,033 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/default/test/900e15bb45242794c8ed3607088f0d3f/norep/0f45cb6b390843dfb0e2650b193af3e3, entries=1, sequenceid=8, filesize=5.0 K 2024-11-08T08:20:39,033 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/rep_barrier/13e47b5d76f0482ab0dcbab4fa831c52, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T08:20:39,033 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/.tmp/table/1540679a558c4cb3a35722788c530780 as hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/table/1540679a558c4cb3a35722788c530780 2024-11-08T08:20:39,033 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 900e15bb45242794c8ed3607088f0d3f in 879ms, sequenceid=8, compaction requested=false 2024-11-08T08:20:39,033 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T08:20:39,037 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/default/test/900e15bb45242794c8ed3607088f0d3f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T08:20:39,038 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/table/1540679a558c4cb3a35722788c530780, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T08:20:39,038 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:20:39,038 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:20:39,038 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731054020826.900e15bb45242794c8ed3607088f0d3f. 2024-11-08T08:20:39,038 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 900e15bb45242794c8ed3607088f0d3f: Waiting for close lock at 1731054038154Running coprocessor pre-close hooks at 1731054038154Disabling compacts and flushes for region at 1731054038154Disabling writes for close at 1731054038154Obtaining lock to block concurrent updates at 1731054038154Preparing flush snapshotting stores in 900e15bb45242794c8ed3607088f0d3f at 1731054038154Finished memstore snapshotting test,,1731054020826.900e15bb45242794c8ed3607088f0d3f., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731054038155 (+1 ms)Flushing stores of test,,1731054020826.900e15bb45242794c8ed3607088f0d3f. at 1731054038155Flushing 900e15bb45242794c8ed3607088f0d3f/f: creating writer at 1731054038155Flushing 900e15bb45242794c8ed3607088f0d3f/f: appending metadata at 1731054038170 (+15 ms)Flushing 900e15bb45242794c8ed3607088f0d3f/f: closing flushed file at 1731054038170Flushing 900e15bb45242794c8ed3607088f0d3f/f1: creating writer at 1731054038579 (+409 ms)Flushing 900e15bb45242794c8ed3607088f0d3f/f1: appending metadata at 1731054038592 (+13 ms)Flushing 900e15bb45242794c8ed3607088f0d3f/f1: closing flushed file at 1731054038592Flushing 900e15bb45242794c8ed3607088f0d3f/norep: creating writer at 1731054039000 (+408 ms)Flushing 900e15bb45242794c8ed3607088f0d3f/norep: appending metadata at 1731054039012 (+12 ms)Flushing 900e15bb45242794c8ed3607088f0d3f/norep: closing flushed file at 1731054039012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@198d306f: reopening flushed file at 1731054039020 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f5dbfb3: reopening flushed file at 1731054039024 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@463a8ecc: reopening flushed file at 1731054039028 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 900e15bb45242794c8ed3607088f0d3f in 879ms, sequenceid=8, compaction requested=false at 1731054039033 (+5 ms)Writing region close event to WAL at 1731054039035 (+2 ms)Running coprocessor post-close hooks at 1731054039038 (+3 ms)Closed at 1731054039038 2024-11-08T08:20:39,038 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false 2024-11-08T08:20:39,038 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T08:20:39,038 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731054020826.900e15bb45242794c8ed3607088f0d3f. 2024-11-08T08:20:39,042 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T08:20:39,043 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:20:39,043 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:20:39,043 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:20:39,043 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054037723Running coprocessor pre-close hooks at 1731054037723Disabling compacts and flushes for region at 1731054037723Disabling writes for close at 1731054037723Obtaining lock to block concurrent updates at 1731054037723Preparing flush snapshotting stores in 1588230740 at 1731054037723Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731054037724 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731054037724Flushing 1588230740/info: creating writer at 1731054037724Flushing 1588230740/info: appending metadata at 1731054037735 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731054037735Flushing 1588230740/ns: creating writer at 1731054038149 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731054038165 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731054038165Flushing 1588230740/rep_barrier: creating writer at 1731054038573 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731054038586 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731054038586Flushing 1588230740/table: creating writer at 1731054038997 (+411 ms)Flushing 1588230740/table: appending metadata at 1731054039012 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731054039012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4100d2: reopening flushed file at 1731054039020 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f071d0f: reopening flushed file at 1731054039025 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3838ca38: reopening flushed file at 1731054039029 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@281ea4a4: reopening flushed file at 1731054039033 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false at 1731054039038 (+5 ms)Writing region close event to WAL at 1731054039040 (+2 ms)Running coprocessor post-close hooks at 1731054039043 (+3 ms)Closed at 1731054039043 2024-11-08T08:20:39,043 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:20:39,059 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 1161, reset compression=false 2024-11-08T08:20:39,063 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:20:39,063 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 1805, reset compression=false 2024-11-08T08:20:39,124 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,38945,1731054011477; all regions closed. 2024-11-08T08:20:39,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741834_1010 (size=4239) 2024-11-08T08:20:39,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741839_1015 (size=2676) 2024-11-08T08:20:39,129 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.rep.1731054026280 not finished, retry = 0 2024-11-08T08:20:39,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741832_1008 (size=1813) 2024-11-08T08:20:39,231 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 not finished, retry = 0 2024-11-08T08:20:39,266 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 to pos 1805, reset compression=false 2024-11-08T08:20:39,332 DEBUG [RS:0;6ac96558fc7f:38945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:39,332 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:20:39,332 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/WALs/6ac96558fc7f,38945,1731054011477/6ac96558fc7f%2C38945%2C1731054011477.1731054013802 2024-11-08T08:20:39,332 INFO [RS:0;6ac96558fc7f:38945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:20:39,332 INFO [RS:0;6ac96558fc7f:38945 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T08:20:39,332 INFO [RS:0;6ac96558fc7f:38945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:20:39,332 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:20:39,332 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ac96558fc7f,38945,1731054011477 because: Region server is closing 2024-11-08T08:20:39,333 INFO [RS:0;6ac96558fc7f:38945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:38945. 2024-11-08T08:20:39,333 DEBUG [RS:0;6ac96558fc7f:38945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:39,333 DEBUG [RS:0;6ac96558fc7f:38945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:39,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:20:39,333 DEBUG [RS:0;6ac96558fc7f:38945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:39,433 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.shipper6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 terminated 2024-11-08T08:20:39,433 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,38945,1731054011477.replicationSource.wal-reader.6ac96558fc7f%2C38945%2C1731054011477,1-6ac96558fc7f,38945,1731054011477 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-08T08:20:39,433 INFO [RS:0;6ac96558fc7f:38945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:38945. 2024-11-08T08:20:39,434 DEBUG [RS:0;6ac96558fc7f:38945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:20:39,434 DEBUG [RS:0;6ac96558fc7f:38945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:39,434 DEBUG [RS:0;6ac96558fc7f:38945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:39,434 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:20:39,434 INFO [RS:0;6ac96558fc7f:38945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38945 2024-11-08T08:20:39,492 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:20:39,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:39,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:39,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:39,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:39,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:39,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:39,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:39,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:39,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:39,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:39,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:39,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042/rs 2024-11-08T08:20:39,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-944792042/rs/6ac96558fc7f,38945,1731054011477 2024-11-08T08:20:39,542 INFO [RS:0;6ac96558fc7f:38945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:20:39,552 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,38945,1731054011477] 2024-11-08T08:20:39,563 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-944792042/draining/6ac96558fc7f,38945,1731054011477 already deleted, retry=false 2024-11-08T08:20:39,563 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,38945,1731054011477 expired; onlineServers=0 2024-11-08T08:20:39,563 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,41451,1731054011263' ***** 2024-11-08T08:20:39,563 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:20:39,563 INFO [M:0;6ac96558fc7f:41451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:20:39,563 INFO [M:0;6ac96558fc7f:41451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:20:39,563 DEBUG [M:0;6ac96558fc7f:41451 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:20:39,563 DEBUG [M:0;6ac96558fc7f:41451 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:20:39,563 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:20:39,563 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054013540 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054013540,5,FailOnTimeoutGroup] 2024-11-08T08:20:39,563 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054013540 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054013540,5,FailOnTimeoutGroup] 2024-11-08T08:20:39,563 INFO [M:0;6ac96558fc7f:41451 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:20:39,563 INFO [M:0;6ac96558fc7f:41451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:20:39,563 DEBUG [M:0;6ac96558fc7f:41451 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:20:39,563 INFO [M:0;6ac96558fc7f:41451 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:20:39,564 INFO [M:0;6ac96558fc7f:41451 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:20:39,564 INFO [M:0;6ac96558fc7f:41451 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:20:39,564 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:20:39,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-944792042/master 2024-11-08T08:20:39,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-944792042 2024-11-08T08:20:39,573 DEBUG [M:0;6ac96558fc7f:41451 {}] zookeeper.ZKUtil(347): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Unable to get data of znode /0-944792042/master because node does not exist (not an error) 2024-11-08T08:20:39,573 WARN [M:0;6ac96558fc7f:41451 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:20:39,575 INFO [M:0;6ac96558fc7f:41451 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/.lastflushedseqids 2024-11-08T08:20:39,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741848_1024 (size=245) 2024-11-08T08:20:39,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:20:39,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38945-0x1011987f5f80001, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:20:39,653 INFO [RS:0;6ac96558fc7f:38945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:20:39,653 INFO [RS:0;6ac96558fc7f:38945 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,38945,1731054011477; zookeeper connection closed. 2024-11-08T08:20:39,653 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a727892 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a727892 2024-11-08T08:20:39,653 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:20:39,979 INFO [M:0;6ac96558fc7f:41451 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:20:39,979 INFO [M:0;6ac96558fc7f:41451 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:20:39,980 DEBUG [M:0;6ac96558fc7f:41451 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:20:39,980 INFO [M:0;6ac96558fc7f:41451 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:39,980 DEBUG [M:0;6ac96558fc7f:41451 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:39,980 DEBUG [M:0;6ac96558fc7f:41451 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:20:39,980 DEBUG [M:0;6ac96558fc7f:41451 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:39,980 INFO [M:0;6ac96558fc7f:41451 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T08:20:39,993 DEBUG [M:0;6ac96558fc7f:41451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3cf716a206640568cbb9aa555df3f61 is 82, key is hbase:meta,,1/info:regioninfo/1731054014792/Put/seqid=0 2024-11-08T08:20:39,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741849_1025 (size=5672) 2024-11-08T08:20:40,397 INFO [M:0;6ac96558fc7f:41451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3cf716a206640568cbb9aa555df3f61 2024-11-08T08:20:40,413 DEBUG [M:0;6ac96558fc7f:41451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5dca7bae200649ff8bef7e3a52b77ec6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731054026316/Put/seqid=0 2024-11-08T08:20:40,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741850_1026 (size=8516) 2024-11-08T08:20:40,817 INFO [M:0;6ac96558fc7f:41451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5dca7bae200649ff8bef7e3a52b77ec6 2024-11-08T08:20:40,853 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T08:20:40,866 DEBUG [M:0;6ac96558fc7f:41451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/835f2765e5cf490697657cd33256159e is 69, key is 6ac96558fc7f,38945,1731054011477/rs:state/1731054013646/Put/seqid=0 2024-11-08T08:20:40,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741851_1027 (size=5156) 2024-11-08T08:20:41,270 INFO [M:0;6ac96558fc7f:41451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/835f2765e5cf490697657cd33256159e 2024-11-08T08:20:41,275 DEBUG [M:0;6ac96558fc7f:41451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3cf716a206640568cbb9aa555df3f61 as hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3cf716a206640568cbb9aa555df3f61 2024-11-08T08:20:41,279 INFO [M:0;6ac96558fc7f:41451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3cf716a206640568cbb9aa555df3f61, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T08:20:41,280 DEBUG [M:0;6ac96558fc7f:41451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5dca7bae200649ff8bef7e3a52b77ec6 as hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5dca7bae200649ff8bef7e3a52b77ec6 2024-11-08T08:20:41,284 INFO [M:0;6ac96558fc7f:41451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5dca7bae200649ff8bef7e3a52b77ec6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T08:20:41,285 DEBUG [M:0;6ac96558fc7f:41451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/835f2765e5cf490697657cd33256159e as hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/835f2765e5cf490697657cd33256159e 2024-11-08T08:20:41,288 INFO [M:0;6ac96558fc7f:41451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36143/user/jenkins/test-data/6837c132-9041-886b-138f-25fbf8828eae/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/835f2765e5cf490697657cd33256159e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T08:20:41,289 INFO [M:0;6ac96558fc7f:41451 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=97, compaction requested=false 2024-11-08T08:20:41,290 INFO [M:0;6ac96558fc7f:41451 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:41,290 DEBUG [M:0;6ac96558fc7f:41451 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054039980Disabling compacts and flushes for region at 1731054039980Disabling writes for close at 1731054039980Obtaining lock to block concurrent updates at 1731054039980Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731054039980Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731054039980Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731054039980Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731054039981 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731054039993 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731054039993Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731054040401 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731054040413 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731054040413Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731054040821 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731054040866 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731054040866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14914397: reopening flushed file at 1731054041274 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dcbcc20: reopening flushed file at 1731054041279 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28037df4: reopening flushed file at 1731054041284 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=97, compaction requested=false at 1731054041289 (+5 ms)Writing region close event to WAL at 1731054041290 (+1 ms)Closed at 1731054041290 2024-11-08T08:20:41,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45575 is added to blk_1073741830_1006 (size=63654) 2024-11-08T08:20:41,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:20:41,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T08:20:41,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T08:20:41,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T08:20:41,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T08:20:41,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:20:41,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:20:41,296 INFO [M:0;6ac96558fc7f:41451 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:20:41,296 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:20:41,296 INFO [M:0;6ac96558fc7f:41451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41451 2024-11-08T08:20:41,297 INFO [M:0;6ac96558fc7f:41451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:20:41,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:20:41,421 INFO [M:0;6ac96558fc7f:41451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:20:41,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41451-0x1011987f5f80000, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:20:41,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58356843{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:20:41,424 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e7d60ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:20:41,424 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:20:41,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ad23ed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:20:41,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48a661a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/hadoop.log.dir/,STOPPED} 2024-11-08T08:20:41,425 WARN [BP-238139232-172.17.0.3-1731054008937 heartbeating to localhost/127.0.0.1:36143 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:20:41,425 WARN [BP-238139232-172.17.0.3-1731054008937 heartbeating to localhost/127.0.0.1:36143 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-238139232-172.17.0.3-1731054008937 (Datanode Uuid 3e1af70a-9013-4e2a-86bf-4f620bb65056) service to localhost/127.0.0.1:36143 2024-11-08T08:20:41,425 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:20:41,425 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:20:41,426 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/cluster_97875817-788c-0005-00f9-1bb8e8e63f31/data/data1/current/BP-238139232-172.17.0.3-1731054008937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:20:41,426 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/cluster_97875817-788c-0005-00f9-1bb8e8e63f31/data/data2/current/BP-238139232-172.17.0.3-1731054008937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:20:41,426 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:20:41,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3307eb59{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:20:41,432 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@303a142a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:20:41,433 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:20:41,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@237b99c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:20:41,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3072af28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/98d3fc97-46c5-6c8c-0077-6f391c958e87/hadoop.log.dir/,STOPPED} 2024-11-08T08:20:41,439 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T08:20:41,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:20:41,463 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=260 (was 240) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36143 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33903 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36143 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36143 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36143 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:33903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60667) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:36143 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36143 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60667) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=659 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 448), ProcessCount=11 (was 11), AvailableMemoryMB=5254 (was 5303) 2024-11-08T08:20:41,471 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=260, OpenFileDescriptor=659, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=5252 2024-11-08T08:20:41,484 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-08T08:20:41,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/hadoop.log.dir so I do NOT create it in target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41 2024-11-08T08:20:41,485 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:20:41,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/hadoop.tmp.dir so I do NOT create it in target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41 2024-11-08T08:20:41,485 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/19b5c58f-dadb-4f81-5ac3-72cf4e2c23cd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:20:41,485 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41 2024-11-08T08:20:41,485 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/cluster_46922f75-a8b9-77f8-29d1-0bfaa39fb313, deleteOnExit=true 2024-11-08T08:20:41,504 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/cluster_46922f75-a8b9-77f8-29d1-0bfaa39fb313/zookeeper_0, clientPort=57647, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/cluster_46922f75-a8b9-77f8-29d1-0bfaa39fb313/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/cluster_46922f75-a8b9-77f8-29d1-0bfaa39fb313/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T08:20:41,504 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57647 2024-11-08T08:20:41,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:20:41,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:20:41,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/test.cache.data in system properties and HBase conf 2024-11-08T08:20:41,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:20:41,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:20:41,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:20:41,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:20:41,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:20:41,505 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:20:41,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:20:41,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:20:41,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:20:41,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:20:41,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:20:41,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:20:41,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:20:41,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:20:41,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:20:41,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:20:41,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:20:41,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:20:41,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:20:41,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:20:41,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011987f5f80005, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:20:41,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011987f5f80002, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:20:41,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011987f5f80005, quorum=127.0.0.1:60667, baseZNode=/1-359722308 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:20:41,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011987f5f80002, quorum=127.0.0.1:60667, baseZNode=/0-944792042 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:20:41,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:20:41,906 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:20:41,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:20:41,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:20:41,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T08:20:41,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:20:41,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@180b46f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:20:41,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13c8813c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:20:42,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d1cd37a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/java.io.tmpdir/jetty-localhost-39907-hadoop-hdfs-3_4_1-tests_jar-_-any-9309127940923309731/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:20:42,006 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17bc80f{HTTP/1.1, (http/1.1)}{localhost:39907} 2024-11-08T08:20:42,006 INFO [Time-limited test {}] server.Server(415): Started @238198ms 2024-11-08T08:20:42,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:20:42,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:20:42,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:20:42,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:20:42,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:20:42,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c18c4f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:20:42,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29305bff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:20:42,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56b15ec5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/java.io.tmpdir/jetty-localhost-44815-hadoop-hdfs-3_4_1-tests_jar-_-any-15528014589089525458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:20:42,376 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a4775d5{HTTP/1.1, (http/1.1)}{localhost:44815} 2024-11-08T08:20:42,376 INFO [Time-limited test {}] server.Server(415): Started @238568ms 2024-11-08T08:20:42,377 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:20:42,700 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:42,701 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:20:42,701 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38367 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:20:43,009 WARN [Thread-2664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/cluster_46922f75-a8b9-77f8-29d1-0bfaa39fb313/data/data1/current/BP-1790137508-172.17.0.3-1731054041525/current, will proceed with Du for space computation calculation, 2024-11-08T08:20:43,009 WARN [Thread-2665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/cluster_46922f75-a8b9-77f8-29d1-0bfaa39fb313/data/data2/current/BP-1790137508-172.17.0.3-1731054041525/current, will proceed with Du for space computation calculation, 2024-11-08T08:20:43,026 WARN [Thread-2652 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:20:43,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4d227effed4176a with lease ID 0x69e72b969290555b: Processing first storage report for DS-a257bdb9-1d0f-459d-97f6-6fdc92f267b3 from datanode DatanodeRegistration(127.0.0.1:36159, datanodeUuid=bbb7955b-c1c4-484b-ab2d-62ba11cce019, infoPort=35999, infoSecurePort=0, ipcPort=35909, storageInfo=lv=-57;cid=testClusterID;nsid=1712902568;c=1731054041525) 2024-11-08T08:20:43,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4d227effed4176a with lease ID 0x69e72b969290555b: from storage DS-a257bdb9-1d0f-459d-97f6-6fdc92f267b3 node DatanodeRegistration(127.0.0.1:36159, datanodeUuid=bbb7955b-c1c4-484b-ab2d-62ba11cce019, infoPort=35999, infoSecurePort=0, ipcPort=35909, storageInfo=lv=-57;cid=testClusterID;nsid=1712902568;c=1731054041525), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:20:43,029 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4d227effed4176a with lease ID 0x69e72b969290555b: Processing first storage report for DS-e17bbed3-bf6f-4f2a-a5fa-8d3477423361 from datanode DatanodeRegistration(127.0.0.1:36159, datanodeUuid=bbb7955b-c1c4-484b-ab2d-62ba11cce019, infoPort=35999, infoSecurePort=0, ipcPort=35909, storageInfo=lv=-57;cid=testClusterID;nsid=1712902568;c=1731054041525) 2024-11-08T08:20:43,029 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4d227effed4176a with lease ID 0x69e72b969290555b: from storage DS-e17bbed3-bf6f-4f2a-a5fa-8d3477423361 node DatanodeRegistration(127.0.0.1:36159, datanodeUuid=bbb7955b-c1c4-484b-ab2d-62ba11cce019, infoPort=35999, infoSecurePort=0, ipcPort=35909, storageInfo=lv=-57;cid=testClusterID;nsid=1712902568;c=1731054041525), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:20:43,104 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41 2024-11-08T08:20:43,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:43,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:43,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:20:43,514 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4 with version=8 2024-11-08T08:20:43,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/hbase-staging 2024-11-08T08:20:43,517 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:20:43,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:43,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:43,517 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:20:43,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:43,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:20:43,517 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:20:43,517 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:20:43,518 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32957 2024-11-08T08:20:43,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32957 connecting to ZooKeeper ensemble=127.0.0.1:57647 2024-11-08T08:20:43,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329570x0, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:20:43,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32957-0x1011988754a0000 connected 2024-11-08T08:20:43,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:43,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:43,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Set watcher on znode that does not yet exist, /01729317274/running 2024-11-08T08:20:43,700 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4, hbase.cluster.distributed=false 2024-11-08T08:20:43,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Set watcher on znode that does not yet exist, /01729317274/acl 2024-11-08T08:20:43,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32957 2024-11-08T08:20:43,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32957 2024-11-08T08:20:43,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32957 2024-11-08T08:20:43,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32957 2024-11-08T08:20:43,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32957 2024-11-08T08:20:43,738 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:20:43,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:43,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:43,738 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:20:43,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:43,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:20:43,738 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:20:43,738 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:20:43,739 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42113 2024-11-08T08:20:43,740 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42113 connecting to ZooKeeper ensemble=127.0.0.1:57647 2024-11-08T08:20:43,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:43,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:43,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421130x0, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:20:43,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421130x0, quorum=127.0.0.1:57647, baseZNode=/01729317274 Set watcher on znode that does not yet exist, /01729317274/running 2024-11-08T08:20:43,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42113-0x1011988754a0001 connected 2024-11-08T08:20:43,748 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:20:43,749 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:20:43,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Set watcher on znode that does not yet exist, /01729317274/master 2024-11-08T08:20:43,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Set watcher on znode that does not yet exist, /01729317274/acl 2024-11-08T08:20:43,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42113 2024-11-08T08:20:43,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42113 2024-11-08T08:20:43,758 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42113 2024-11-08T08:20:43,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42113 2024-11-08T08:20:43,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42113 2024-11-08T08:20:43,773 DEBUG [M:0;6ac96558fc7f:32957 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:32957 2024-11-08T08:20:43,773 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01729317274/backup-masters/6ac96558fc7f,32957,1731054043516 2024-11-08T08:20:43,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274/backup-masters 2024-11-08T08:20:43,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274/backup-masters 2024-11-08T08:20:43,780 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Set watcher on existing znode=/01729317274/backup-masters/6ac96558fc7f,32957,1731054043516 2024-11-08T08:20:43,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274 2024-11-08T08:20:43,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01729317274/master 2024-11-08T08:20:43,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274 2024-11-08T08:20:43,790 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Set watcher on existing znode=/01729317274/master 2024-11-08T08:20:43,791 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01729317274/backup-masters/6ac96558fc7f,32957,1731054043516 from backup master directory 2024-11-08T08:20:43,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01729317274/backup-masters/6ac96558fc7f,32957,1731054043516 2024-11-08T08:20:43,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274/backup-masters 2024-11-08T08:20:43,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274/backup-masters 2024-11-08T08:20:43,800 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:20:43,800 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,32957,1731054043516 2024-11-08T08:20:43,803 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/hbase.id] with ID: 289beb0e-fefb-4f68-9b95-f08f0ddaa1e2 2024-11-08T08:20:43,804 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/.tmp/hbase.id 2024-11-08T08:20:43,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:20:44,210 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/.tmp/hbase.id]:[hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/hbase.id] 2024-11-08T08:20:44,217 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:44,217 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:20:44,218 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T08:20:44,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274 2024-11-08T08:20:44,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274 2024-11-08T08:20:44,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:20:44,540 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:20:44,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:44,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:44,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:44,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:44,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:44,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:44,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:44,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:44,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:44,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:44,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:44,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:44,669 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:20:44,670 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:20:44,670 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:20:44,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:20:45,076 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store 2024-11-08T08:20:45,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:20:45,481 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:45,481 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:20:45,481 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:45,481 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:45,481 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:20:45,481 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:45,481 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:45,482 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054045481Disabling compacts and flushes for region at 1731054045481Disabling writes for close at 1731054045481Writing region close event to WAL at 1731054045481Closed at 1731054045481 2024-11-08T08:20:45,482 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store/.initializing 2024-11-08T08:20:45,482 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/WALs/6ac96558fc7f,32957,1731054043516 2024-11-08T08:20:45,483 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:20:45,484 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C32957%2C1731054043516, suffix=, logDir=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/WALs/6ac96558fc7f,32957,1731054043516, archiveDir=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/oldWALs, maxLogs=10 2024-11-08T08:20:45,495 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/WALs/6ac96558fc7f,32957,1731054043516/6ac96558fc7f%2C32957%2C1731054043516.1731054045484, exclude list is [], retry=0 2024-11-08T08:20:45,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36159,DS-a257bdb9-1d0f-459d-97f6-6fdc92f267b3,DISK] 2024-11-08T08:20:45,498 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/WALs/6ac96558fc7f,32957,1731054043516/6ac96558fc7f%2C32957%2C1731054043516.1731054045484 2024-11-08T08:20:45,498 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35999:35999)] 2024-11-08T08:20:45,498 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:20:45,499 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:45,499 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:45,499 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:45,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:45,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:20:45,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:45,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:45,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:45,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:20:45,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:45,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:45,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:45,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:20:45,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:45,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:45,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:45,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:20:45,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:45,503 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:45,503 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:45,504 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:45,504 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:45,505 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:45,505 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:45,505 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:20:45,506 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:45,507 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:20:45,508 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59614157, jitterRate=-0.11167983710765839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:20:45,508 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731054045499Initializing all the Stores at 1731054045499Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054045499Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054045500 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054045500Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054045500Cleaning up temporary data from old regions at 1731054045505 (+5 ms)Region opened successfully at 1731054045508 (+3 ms) 2024-11-08T08:20:45,509 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:20:45,511 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14875e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:20:45,512 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:20:45,512 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:20:45,512 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:20:45,512 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:20:45,512 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:20:45,513 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:20:45,513 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:20:45,514 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:20:45,515 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Unable to get data of znode /01729317274/balancer because node does not exist (not necessarily an error) 2024-11-08T08:20:45,590 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01729317274/balancer already deleted, retry=false 2024-11-08T08:20:45,590 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:20:45,591 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Unable to get data of znode /01729317274/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:20:45,600 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01729317274/normalizer already deleted, retry=false 2024-11-08T08:20:45,600 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:20:45,601 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Unable to get data of znode /01729317274/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:20:45,611 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01729317274/switch/split already deleted, retry=false 2024-11-08T08:20:45,611 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Unable to get data of znode /01729317274/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:20:45,621 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01729317274/switch/merge already deleted, retry=false 2024-11-08T08:20:45,623 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Unable to get data of znode /01729317274/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:20:45,632 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01729317274/snapshot-cleanup already deleted, retry=false 2024-11-08T08:20:45,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01729317274/running 2024-11-08T08:20:45,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01729317274/running 2024-11-08T08:20:45,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274 2024-11-08T08:20:45,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274 2024-11-08T08:20:45,643 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,32957,1731054043516, sessionid=0x1011988754a0000, setting cluster-up flag (Was=false) 2024-11-08T08:20:45,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274 2024-11-08T08:20:45,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274 2024-11-08T08:20:45,695 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01729317274/flush-table-proc/acquired, /01729317274/flush-table-proc/reached, /01729317274/flush-table-proc/abort 2024-11-08T08:20:45,696 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,32957,1731054043516 2024-11-08T08:20:45,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274 2024-11-08T08:20:45,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274 2024-11-08T08:20:45,748 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01729317274/online-snapshot/acquired, /01729317274/online-snapshot/reached, /01729317274/online-snapshot/abort 2024-11-08T08:20:45,749 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,32957,1731054043516 2024-11-08T08:20:45,749 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:20:45,750 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:45,750 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:20:45,751 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:20:45,751 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,32957,1731054043516 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:20:45,752 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:45,752 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:45,752 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:45,752 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:45,752 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:20:45,752 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:45,752 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:20:45,752 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:45,753 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731054075753 2024-11-08T08:20:45,753 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:20:45,753 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:45,753 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:20:45,753 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:20:45,753 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:20:45,753 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:20:45,753 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:20:45,753 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:20:45,753 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:45,753 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:20:45,753 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:20:45,753 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:20:45,753 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:20:45,754 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:20:45,754 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:20:45,754 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:45,754 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:20:45,756 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054045754,5,FailOnTimeoutGroup] 2024-11-08T08:20:45,758 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054045756,5,FailOnTimeoutGroup] 2024-11-08T08:20:45,758 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:45,758 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:20:45,758 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:45,759 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:45,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:20:45,769 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(746): ClusterId : 289beb0e-fefb-4f68-9b95-f08f0ddaa1e2 2024-11-08T08:20:45,769 DEBUG [RS:0;6ac96558fc7f:42113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:20:45,780 DEBUG [RS:0;6ac96558fc7f:42113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:20:45,780 DEBUG [RS:0;6ac96558fc7f:42113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:20:45,791 DEBUG [RS:0;6ac96558fc7f:42113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:20:45,791 DEBUG [RS:0;6ac96558fc7f:42113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dfbb8c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:20:45,802 DEBUG [RS:0;6ac96558fc7f:42113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:42113 2024-11-08T08:20:45,802 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:20:45,802 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:20:45,802 DEBUG [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:20:45,802 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,32957,1731054043516 with port=42113, startcode=1731054043737 2024-11-08T08:20:45,802 DEBUG [RS:0;6ac96558fc7f:42113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:20:45,803 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:20:45,804 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32957 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,42113,1731054043737 2024-11-08T08:20:45,804 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32957 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,42113,1731054043737 2024-11-08T08:20:45,805 DEBUG [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4 2024-11-08T08:20:45,805 DEBUG [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45465 2024-11-08T08:20:45,805 DEBUG [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:20:45,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274/rs 2024-11-08T08:20:45,811 DEBUG [RS:0;6ac96558fc7f:42113 {}] zookeeper.ZKUtil(111): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Set watcher on existing znode=/01729317274/rs/6ac96558fc7f,42113,1731054043737 2024-11-08T08:20:45,811 WARN [RS:0;6ac96558fc7f:42113 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:20:45,811 INFO [RS:0;6ac96558fc7f:42113 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:20:45,811 DEBUG [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737 2024-11-08T08:20:45,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,42113,1731054043737] 2024-11-08T08:20:45,814 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:20:45,815 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:20:45,816 INFO [RS:0;6ac96558fc7f:42113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:20:45,816 INFO [RS:0;6ac96558fc7f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:45,816 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:20:45,817 INFO [RS:0;6ac96558fc7f:42113 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:20:45,817 INFO [RS:0;6ac96558fc7f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:45,817 DEBUG [RS:0;6ac96558fc7f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:45,817 DEBUG [RS:0;6ac96558fc7f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:45,817 DEBUG [RS:0;6ac96558fc7f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:45,817 DEBUG [RS:0;6ac96558fc7f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:45,817 DEBUG [RS:0;6ac96558fc7f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:45,817 DEBUG [RS:0;6ac96558fc7f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:20:45,817 DEBUG [RS:0;6ac96558fc7f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:45,817 DEBUG [RS:0;6ac96558fc7f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:45,817 DEBUG [RS:0;6ac96558fc7f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:45,817 DEBUG [RS:0;6ac96558fc7f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:45,817 DEBUG [RS:0;6ac96558fc7f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:45,817 DEBUG [RS:0;6ac96558fc7f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:45,817 DEBUG [RS:0;6ac96558fc7f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:20:45,817 DEBUG [RS:0;6ac96558fc7f:42113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:20:45,819 INFO [RS:0;6ac96558fc7f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:45,819 INFO [RS:0;6ac96558fc7f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:45,819 INFO [RS:0;6ac96558fc7f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:45,819 INFO [RS:0;6ac96558fc7f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:45,819 INFO [RS:0;6ac96558fc7f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:45,819 INFO [RS:0;6ac96558fc7f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42113,1731054043737-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:20:45,831 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:20:45,831 INFO [RS:0;6ac96558fc7f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42113,1731054043737-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:45,831 INFO [RS:0;6ac96558fc7f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:45,831 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.Replication(171): 6ac96558fc7f,42113,1731054043737 started 2024-11-08T08:20:45,843 INFO [RS:0;6ac96558fc7f:42113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:45,843 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,42113,1731054043737, RpcServer on 6ac96558fc7f/172.17.0.3:42113, sessionid=0x1011988754a0001 2024-11-08T08:20:45,843 DEBUG [RS:0;6ac96558fc7f:42113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:20:45,843 DEBUG [RS:0;6ac96558fc7f:42113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,42113,1731054043737 2024-11-08T08:20:45,843 DEBUG [RS:0;6ac96558fc7f:42113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,42113,1731054043737' 2024-11-08T08:20:45,843 DEBUG [RS:0;6ac96558fc7f:42113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01729317274/flush-table-proc/abort' 2024-11-08T08:20:45,843 DEBUG [RS:0;6ac96558fc7f:42113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01729317274/flush-table-proc/acquired' 2024-11-08T08:20:45,844 DEBUG [RS:0;6ac96558fc7f:42113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:20:45,844 DEBUG [RS:0;6ac96558fc7f:42113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:20:45,844 DEBUG [RS:0;6ac96558fc7f:42113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,42113,1731054043737 2024-11-08T08:20:45,844 DEBUG [RS:0;6ac96558fc7f:42113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,42113,1731054043737' 2024-11-08T08:20:45,844 DEBUG [RS:0;6ac96558fc7f:42113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01729317274/online-snapshot/abort' 2024-11-08T08:20:45,844 DEBUG [RS:0;6ac96558fc7f:42113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01729317274/online-snapshot/acquired' 2024-11-08T08:20:45,844 DEBUG [RS:0;6ac96558fc7f:42113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:20:45,844 INFO [RS:0;6ac96558fc7f:42113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:20:45,844 INFO [RS:0;6ac96558fc7f:42113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:20:45,945 INFO [RS:0;6ac96558fc7f:42113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:20:45,946 INFO [RS:0;6ac96558fc7f:42113 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C42113%2C1731054043737, suffix=, logDir=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737, archiveDir=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/oldWALs, maxLogs=10 2024-11-08T08:20:45,957 DEBUG [RS:0;6ac96558fc7f:42113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946, exclude list is [], retry=0 2024-11-08T08:20:45,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36159,DS-a257bdb9-1d0f-459d-97f6-6fdc92f267b3,DISK] 2024-11-08T08:20:45,960 INFO [RS:0;6ac96558fc7f:42113 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 2024-11-08T08:20:45,960 DEBUG [RS:0;6ac96558fc7f:42113 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35999:35999)] 2024-11-08T08:20:46,162 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:20:46,162 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4 2024-11-08T08:20:46,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741833_1009 (size=32) 2024-11-08T08:20:46,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:46,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:20:46,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:20:46,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:46,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:46,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:20:46,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:20:46,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:46,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:46,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:20:46,571 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:20:46,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:46,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:46,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:20:46,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:20:46,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:46,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:46,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:20:46,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740 2024-11-08T08:20:46,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740 2024-11-08T08:20:46,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:20:46,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:20:46,576 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:20:46,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:20:46,578 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:20:46,578 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66347006, jitterRate=-0.011352568864822388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:20:46,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731054046567Initializing all the Stores at 1731054046568 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054046568Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054046568Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054046568Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054046568Cleaning up temporary data from old regions at 1731054046575 (+7 ms)Region opened successfully at 1731054046579 (+4 ms) 2024-11-08T08:20:46,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:20:46,579 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:20:46,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:20:46,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:20:46,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:20:46,579 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:20:46,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054046579Disabling compacts and flushes for region at 1731054046579Disabling writes for close at 1731054046579Writing region close event to WAL at 1731054046579Closed at 1731054046579 2024-11-08T08:20:46,580 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:46,580 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:20:46,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:20:46,581 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:20:46,582 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:20:46,732 DEBUG [6ac96558fc7f:32957 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:20:46,732 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,42113,1731054043737 2024-11-08T08:20:46,733 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,42113,1731054043737, state=OPENING 2024-11-08T08:20:46,790 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:20:46,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274 2024-11-08T08:20:46,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274 2024-11-08T08:20:46,801 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:20:46,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01729317274/meta-region-server: CHANGED 2024-11-08T08:20:46,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01729317274/meta-region-server: CHANGED 2024-11-08T08:20:46,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,42113,1731054043737}] 2024-11-08T08:20:46,953 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:20:46,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:20:46,957 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:20:46,957 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:20:46,957 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:20:46,958 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C42113%2C1731054043737.meta, suffix=.meta, logDir=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737, archiveDir=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/oldWALs, maxLogs=10 2024-11-08T08:20:46,969 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.meta.1731054046958.meta, exclude list is [], retry=0 2024-11-08T08:20:46,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36159,DS-a257bdb9-1d0f-459d-97f6-6fdc92f267b3,DISK] 2024-11-08T08:20:46,972 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.meta.1731054046958.meta 2024-11-08T08:20:46,972 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35999:35999)] 2024-11-08T08:20:46,972 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:20:46,973 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:20:46,973 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:20:46,973 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:20:46,973 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:20:46,973 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:20:46,973 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:46,973 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:20:46,973 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:20:46,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:20:46,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:20:46,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:46,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:46,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:20:46,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:20:46,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:46,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:46,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:20:46,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:20:46,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:46,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:46,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:20:46,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:20:46,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:46,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:46,979 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:20:46,979 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740 2024-11-08T08:20:46,980 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740 2024-11-08T08:20:46,980 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:20:46,980 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:20:46,981 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:20:46,982 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:20:46,982 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70593875, jitterRate=0.051930710673332214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:20:46,982 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:20:46,982 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731054046973Writing region info on filesystem at 1731054046973Initializing all the Stores at 1731054046974 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054046974Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054046974Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054046974Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054046974Cleaning up temporary data from old regions at 1731054046980 (+6 ms)Running coprocessor post-open hooks at 1731054046982 (+2 ms)Region opened successfully at 1731054046982 2024-11-08T08:20:46,983 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731054046952 2024-11-08T08:20:46,985 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:20:46,985 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:20:46,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,42113,1731054043737 2024-11-08T08:20:46,986 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,42113,1731054043737, state=OPEN 2024-11-08T08:20:47,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01729317274/meta-region-server 2024-11-08T08:20:47,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01729317274/meta-region-server 2024-11-08T08:20:47,022 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,42113,1731054043737 2024-11-08T08:20:47,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01729317274/meta-region-server: CHANGED 2024-11-08T08:20:47,022 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01729317274/meta-region-server: CHANGED 2024-11-08T08:20:47,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:20:47,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,42113,1731054043737 in 221 msec 2024-11-08T08:20:47,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:20:47,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-11-08T08:20:47,028 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:47,028 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:20:47,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:20:47,029 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,42113,1731054043737, seqNum=-1] 2024-11-08T08:20:47,030 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:20:47,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:20:47,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2830 sec 2024-11-08T08:20:47,034 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731054047034, completionTime=-1 2024-11-08T08:20:47,034 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:20:47,034 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:20:47,036 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:20:47,036 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731054107036 2024-11-08T08:20:47,036 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731054167036 2024-11-08T08:20:47,036 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T08:20:47,036 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,32957,1731054043516-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:47,036 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,32957,1731054043516-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:47,036 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,32957,1731054043516-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:47,036 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:32957, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:47,036 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:47,036 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:47,038 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:20:47,039 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.238sec 2024-11-08T08:20:47,039 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:20:47,039 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:20:47,039 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:20:47,039 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:20:47,039 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:20:47,039 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,32957,1731054043516-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:20:47,039 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,32957,1731054043516-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:20:47,041 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:20:47,041 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:20:47,041 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,32957,1731054043516-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:47,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631ddabe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:47,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,32957,-1 for getting cluster id 2024-11-08T08:20:47,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:20:47,071 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '289beb0e-fefb-4f68-9b95-f08f0ddaa1e2' 2024-11-08T08:20:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:20:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "289beb0e-fefb-4f68-9b95-f08f0ddaa1e2" 2024-11-08T08:20:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63c88c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,32957,-1] 2024-11-08T08:20:47,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:20:47,072 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:47,072 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:20:47,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48be3b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:47,073 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:20:47,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,42113,1731054043737, seqNum=-1] 2024-11-08T08:20:47,074 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:20:47,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:20:47,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,32957,1731054043516 2024-11-08T08:20:47,077 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57647 2024-11-08T08:20:47,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:20:47,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011988754a0002 connected 2024-11-08T08:20:47,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/hadoop.log.dir so I do NOT create it in target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc 2024-11-08T08:20:47,108 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:20:47,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/hadoop.tmp.dir so I do NOT create it in target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc 2024-11-08T08:20:47,108 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:20:47,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc 2024-11-08T08:20:47,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:20:47,108 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/cluster_bf15fae7-7328-49ec-71d3-955635486b97, deleteOnExit=true 2024-11-08T08:20:47,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:20:47,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/test.cache.data in system properties and HBase conf 2024-11-08T08:20:47,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:20:47,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:20:47,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:20:47,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:20:47,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:20:47,109 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:20:47,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:20:47,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:20:47,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:20:47,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:20:47,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:20:47,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:20:47,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:20:47,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:20:47,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:20:47,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:20:47,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:20:47,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:20:47,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:20:47,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:20:47,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:20:47,466 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:20:47,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:20:47,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:20:47,472 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:20:47,473 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:20:47,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f4d3814{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:20:47,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12d9587{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:20:47,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b5dc3cf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/java.io.tmpdir/jetty-localhost-45851-hadoop-hdfs-3_4_1-tests_jar-_-any-1180890815927470418/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:20:47,590 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4377be4f{HTTP/1.1, (http/1.1)}{localhost:45851} 2024-11-08T08:20:47,590 INFO [Time-limited test {}] server.Server(415): Started @243782ms 2024-11-08T08:20:47,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:20:47,849 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:20:47,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:20:47,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:20:47,852 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:20:47,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac0c2f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:20:47,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eee2a5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:20:47,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f675e54{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/java.io.tmpdir/jetty-localhost-44099-hadoop-hdfs-3_4_1-tests_jar-_-any-8129668365732107170/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:20:47,948 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78c6e954{HTTP/1.1, (http/1.1)}{localhost:44099} 2024-11-08T08:20:47,948 INFO [Time-limited test {}] server.Server(415): Started @244139ms 2024-11-08T08:20:47,959 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:20:48,577 WARN [Thread-2785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/cluster_bf15fae7-7328-49ec-71d3-955635486b97/data/data1/current/BP-1886022325-172.17.0.3-1731054047137/current, will proceed with Du for space computation calculation, 2024-11-08T08:20:48,577 WARN [Thread-2786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/cluster_bf15fae7-7328-49ec-71d3-955635486b97/data/data2/current/BP-1886022325-172.17.0.3-1731054047137/current, will proceed with Du for space computation calculation, 2024-11-08T08:20:48,593 WARN [Thread-2773 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:20:48,596 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcebaba5a3dda43d5 with lease ID 0xba4356cd701c2747: Processing first storage report for DS-82a779dc-0505-45f8-a7e9-5d71acd0b46b from datanode DatanodeRegistration(127.0.0.1:44393, datanodeUuid=3cabdfe8-d5f9-49bb-adc0-25b88ed9f3c0, infoPort=43013, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=706516873;c=1731054047137) 2024-11-08T08:20:48,596 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcebaba5a3dda43d5 with lease ID 0xba4356cd701c2747: from storage DS-82a779dc-0505-45f8-a7e9-5d71acd0b46b node DatanodeRegistration(127.0.0.1:44393, datanodeUuid=3cabdfe8-d5f9-49bb-adc0-25b88ed9f3c0, infoPort=43013, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=706516873;c=1731054047137), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:20:48,596 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcebaba5a3dda43d5 with lease ID 0xba4356cd701c2747: Processing first storage report for DS-75622173-bc9b-4b7b-b2fb-562b97fdf00e from datanode DatanodeRegistration(127.0.0.1:44393, datanodeUuid=3cabdfe8-d5f9-49bb-adc0-25b88ed9f3c0, infoPort=43013, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=706516873;c=1731054047137) 2024-11-08T08:20:48,596 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcebaba5a3dda43d5 with lease ID 0xba4356cd701c2747: from storage DS-75622173-bc9b-4b7b-b2fb-562b97fdf00e node DatanodeRegistration(127.0.0.1:44393, datanodeUuid=3cabdfe8-d5f9-49bb-adc0-25b88ed9f3c0, infoPort=43013, infoSecurePort=0, ipcPort=41321, storageInfo=lv=-57;cid=testClusterID;nsid=706516873;c=1731054047137), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:20:48,690 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc 2024-11-08T08:20:48,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:48,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:48,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:20:49,099 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0 with version=8 2024-11-08T08:20:49,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/hbase-staging 2024-11-08T08:20:49,101 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:20:49,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:49,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:49,102 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:20:49,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:49,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:20:49,102 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:20:49,102 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:20:49,102 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35457 2024-11-08T08:20:49,103 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35457 connecting to ZooKeeper ensemble=127.0.0.1:57647 2024-11-08T08:20:49,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354570x0, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:20:49,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35457-0x1011988754a0003 connected 2024-11-08T08:20:49,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:49,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:49,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Set watcher on znode that does not yet exist, /1-1249183735/running 2024-11-08T08:20:49,224 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0, hbase.cluster.distributed=false 2024-11-08T08:20:49,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Set watcher on znode that does not yet exist, /1-1249183735/acl 2024-11-08T08:20:49,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35457 2024-11-08T08:20:49,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35457 2024-11-08T08:20:49,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35457 2024-11-08T08:20:49,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35457 2024-11-08T08:20:49,226 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35457 2024-11-08T08:20:49,239 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:20:49,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:49,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:49,239 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:20:49,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:49,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:20:49,239 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:20:49,239 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:20:49,240 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45973 2024-11-08T08:20:49,240 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45973 connecting to ZooKeeper ensemble=127.0.0.1:57647 2024-11-08T08:20:49,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:49,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:49,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459730x0, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:20:49,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459730x0, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Set watcher on znode that does not yet exist, /1-1249183735/running 2024-11-08T08:20:49,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45973-0x1011988754a0004 connected 2024-11-08T08:20:49,254 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:20:49,254 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:20:49,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Set watcher on znode that does not yet exist, /1-1249183735/master 2024-11-08T08:20:49,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Set watcher on znode that does not yet exist, /1-1249183735/acl 2024-11-08T08:20:49,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45973 2024-11-08T08:20:49,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45973 2024-11-08T08:20:49,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45973 2024-11-08T08:20:49,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45973 2024-11-08T08:20:49,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45973 2024-11-08T08:20:49,269 DEBUG [M:0;6ac96558fc7f:35457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:35457 2024-11-08T08:20:49,269 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1249183735/backup-masters/6ac96558fc7f,35457,1731054049101 2024-11-08T08:20:49,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735/backup-masters 2024-11-08T08:20:49,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735/backup-masters 2024-11-08T08:20:49,274 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Set watcher on existing znode=/1-1249183735/backup-masters/6ac96558fc7f,35457,1731054049101 2024-11-08T08:20:49,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735 2024-11-08T08:20:49,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1249183735/master 2024-11-08T08:20:49,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735 2024-11-08T08:20:49,285 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Set watcher on existing znode=/1-1249183735/master 2024-11-08T08:20:49,285 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1249183735/backup-masters/6ac96558fc7f,35457,1731054049101 from backup master directory 2024-11-08T08:20:49,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1249183735/backup-masters/6ac96558fc7f,35457,1731054049101 2024-11-08T08:20:49,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735/backup-masters 2024-11-08T08:20:49,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735/backup-masters 2024-11-08T08:20:49,295 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:20:49,295 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,35457,1731054049101 2024-11-08T08:20:49,297 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/hbase.id] with ID: df7ada61-080b-45b8-a22e-160a07fb1604 2024-11-08T08:20:49,297 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/.tmp/hbase.id 2024-11-08T08:20:49,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:20:49,701 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/.tmp/hbase.id]:[hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/hbase.id] 2024-11-08T08:20:49,709 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:49,709 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:20:49,710 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T08:20:49,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735 2024-11-08T08:20:49,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735 2024-11-08T08:20:49,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:20:50,173 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:20:50,174 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:20:50,174 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:20:50,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:20:50,580 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store 2024-11-08T08:20:50,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:20:50,984 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:50,985 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:20:50,985 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:50,985 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:50,985 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:20:50,985 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:50,985 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:50,985 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054050984Disabling compacts and flushes for region at 1731054050984Disabling writes for close at 1731054050985 (+1 ms)Writing region close event to WAL at 1731054050985Closed at 1731054050985 2024-11-08T08:20:50,986 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store/.initializing 2024-11-08T08:20:50,986 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/WALs/6ac96558fc7f,35457,1731054049101 2024-11-08T08:20:50,986 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:20:50,988 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C35457%2C1731054049101, suffix=, logDir=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/WALs/6ac96558fc7f,35457,1731054049101, archiveDir=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/oldWALs, maxLogs=10 2024-11-08T08:20:51,003 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/WALs/6ac96558fc7f,35457,1731054049101/6ac96558fc7f%2C35457%2C1731054049101.1731054050988, exclude list is [], retry=0 2024-11-08T08:20:51,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44393,DS-82a779dc-0505-45f8-a7e9-5d71acd0b46b,DISK] 2024-11-08T08:20:51,006 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/WALs/6ac96558fc7f,35457,1731054049101/6ac96558fc7f%2C35457%2C1731054049101.1731054050988 2024-11-08T08:20:51,007 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43013:43013)] 2024-11-08T08:20:51,007 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:20:51,007 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:51,007 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:51,007 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:51,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:51,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:20:51,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:51,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:51,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:51,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:20:51,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:51,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:51,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:51,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:20:51,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:51,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:51,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:51,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:20:51,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:51,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:51,013 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:51,014 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:51,014 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:51,015 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:51,015 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:51,015 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:20:51,016 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:51,017 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:20:51,018 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75127223, jitterRate=0.1194828599691391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:20:51,018 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731054051007Initializing all the Stores at 1731054051008 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054051008Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054051008Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054051008Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054051008Cleaning up temporary data from old regions at 1731054051015 (+7 ms)Region opened successfully at 1731054051018 (+3 ms) 2024-11-08T08:20:51,018 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:20:51,020 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d019968, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:20:51,021 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:20:51,021 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:20:51,021 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:20:51,021 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:20:51,022 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:20:51,022 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:20:51,022 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:20:51,024 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:20:51,024 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Unable to get data of znode /1-1249183735/balancer because node does not exist (not necessarily an error) 2024-11-08T08:20:51,095 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1249183735/balancer already deleted, retry=false 2024-11-08T08:20:51,095 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:20:51,096 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Unable to get data of znode /1-1249183735/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:20:51,105 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1249183735/normalizer already deleted, retry=false 2024-11-08T08:20:51,106 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:20:51,106 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Unable to get data of znode /1-1249183735/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:20:51,116 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1249183735/switch/split already deleted, retry=false 2024-11-08T08:20:51,116 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Unable to get data of znode /1-1249183735/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:20:51,126 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1249183735/switch/merge already deleted, retry=false 2024-11-08T08:20:51,128 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Unable to get data of znode /1-1249183735/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:20:51,137 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1249183735/snapshot-cleanup already deleted, retry=false 2024-11-08T08:20:51,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1249183735/running 2024-11-08T08:20:51,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735 2024-11-08T08:20:51,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1249183735/running 2024-11-08T08:20:51,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735 2024-11-08T08:20:51,148 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,35457,1731054049101, sessionid=0x1011988754a0003, setting cluster-up flag (Was=false) 2024-11-08T08:20:51,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735 2024-11-08T08:20:51,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735 2024-11-08T08:20:51,200 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1249183735/flush-table-proc/acquired, /1-1249183735/flush-table-proc/reached, /1-1249183735/flush-table-proc/abort 2024-11-08T08:20:51,201 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,35457,1731054049101 2024-11-08T08:20:51,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735 2024-11-08T08:20:51,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735 2024-11-08T08:20:51,253 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1249183735/online-snapshot/acquired, /1-1249183735/online-snapshot/reached, /1-1249183735/online-snapshot/abort 2024-11-08T08:20:51,254 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,35457,1731054049101 2024-11-08T08:20:51,254 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:20:51,255 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:51,256 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:20:51,256 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:20:51,256 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,35457,1731054049101 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:20:51,257 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:51,257 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:51,257 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:51,257 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:51,257 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:20:51,257 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:51,257 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:20:51,257 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:51,258 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731054081258 2024-11-08T08:20:51,258 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:20:51,258 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:20:51,259 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:20:51,259 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:51,259 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:20:51,259 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:20:51,259 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:20:51,259 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:20:51,259 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:51,259 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:20:51,259 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:20:51,260 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:20:51,260 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:51,260 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:20:51,260 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:20:51,260 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:20:51,260 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:20:51,264 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054051260,5,FailOnTimeoutGroup] 2024-11-08T08:20:51,264 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054051264,5,FailOnTimeoutGroup] 2024-11-08T08:20:51,264 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:51,264 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:20:51,264 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:51,264 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:51,265 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(746): ClusterId : df7ada61-080b-45b8-a22e-160a07fb1604 2024-11-08T08:20:51,265 DEBUG [RS:0;6ac96558fc7f:45973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:20:51,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:20:51,274 DEBUG [RS:0;6ac96558fc7f:45973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:20:51,274 DEBUG [RS:0;6ac96558fc7f:45973 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:20:51,285 DEBUG [RS:0;6ac96558fc7f:45973 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:20:51,285 DEBUG [RS:0;6ac96558fc7f:45973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38969039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:20:51,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T08:20:51,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T08:20:51,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:20:51,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T08:20:51,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:20:51,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T08:20:51,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T08:20:51,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T08:20:51,298 DEBUG [RS:0;6ac96558fc7f:45973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:45973 2024-11-08T08:20:51,299 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:20:51,299 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:20:51,299 DEBUG [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:20:51,299 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,35457,1731054049101 with port=45973, startcode=1731054049239 2024-11-08T08:20:51,299 DEBUG [RS:0;6ac96558fc7f:45973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:20:51,301 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:20:51,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35457 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,45973,1731054049239 2024-11-08T08:20:51,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35457 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,45973,1731054049239 2024-11-08T08:20:51,302 DEBUG [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0 2024-11-08T08:20:51,302 DEBUG [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39881 2024-11-08T08:20:51,303 DEBUG [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:20:51,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735/rs 2024-11-08T08:20:51,467 DEBUG [RS:0;6ac96558fc7f:45973 {}] zookeeper.ZKUtil(111): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Set watcher on existing znode=/1-1249183735/rs/6ac96558fc7f,45973,1731054049239 2024-11-08T08:20:51,467 WARN [RS:0;6ac96558fc7f:45973 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:20:51,467 INFO [RS:0;6ac96558fc7f:45973 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:20:51,467 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,45973,1731054049239] 2024-11-08T08:20:51,467 DEBUG [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239 2024-11-08T08:20:51,470 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:20:51,472 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:20:51,472 INFO [RS:0;6ac96558fc7f:45973 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:20:51,472 INFO [RS:0;6ac96558fc7f:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:51,472 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:20:51,473 INFO [RS:0;6ac96558fc7f:45973 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:20:51,473 INFO [RS:0;6ac96558fc7f:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:51,473 DEBUG [RS:0;6ac96558fc7f:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:51,473 DEBUG [RS:0;6ac96558fc7f:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:51,474 DEBUG [RS:0;6ac96558fc7f:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:51,474 DEBUG [RS:0;6ac96558fc7f:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:51,474 DEBUG [RS:0;6ac96558fc7f:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:51,474 DEBUG [RS:0;6ac96558fc7f:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:20:51,474 DEBUG [RS:0;6ac96558fc7f:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:51,474 DEBUG [RS:0;6ac96558fc7f:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:51,474 DEBUG [RS:0;6ac96558fc7f:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:51,474 DEBUG [RS:0;6ac96558fc7f:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:51,474 DEBUG [RS:0;6ac96558fc7f:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:51,474 DEBUG [RS:0;6ac96558fc7f:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:51,474 DEBUG [RS:0;6ac96558fc7f:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:20:51,474 DEBUG [RS:0;6ac96558fc7f:45973 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:20:51,474 INFO [RS:0;6ac96558fc7f:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:51,474 INFO [RS:0;6ac96558fc7f:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:51,474 INFO [RS:0;6ac96558fc7f:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:51,474 INFO [RS:0;6ac96558fc7f:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:51,475 INFO [RS:0;6ac96558fc7f:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:51,475 INFO [RS:0;6ac96558fc7f:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,45973,1731054049239-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:20:51,498 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:20:51,498 INFO [RS:0;6ac96558fc7f:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,45973,1731054049239-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:51,499 INFO [RS:0;6ac96558fc7f:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:51,499 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.Replication(171): 6ac96558fc7f,45973,1731054049239 started 2024-11-08T08:20:51,518 INFO [RS:0;6ac96558fc7f:45973 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:51,518 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,45973,1731054049239, RpcServer on 6ac96558fc7f/172.17.0.3:45973, sessionid=0x1011988754a0004 2024-11-08T08:20:51,518 DEBUG [RS:0;6ac96558fc7f:45973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:20:51,518 DEBUG [RS:0;6ac96558fc7f:45973 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,45973,1731054049239 2024-11-08T08:20:51,518 DEBUG [RS:0;6ac96558fc7f:45973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,45973,1731054049239' 2024-11-08T08:20:51,518 DEBUG [RS:0;6ac96558fc7f:45973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1249183735/flush-table-proc/abort' 2024-11-08T08:20:51,519 DEBUG [RS:0;6ac96558fc7f:45973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1249183735/flush-table-proc/acquired' 2024-11-08T08:20:51,519 DEBUG [RS:0;6ac96558fc7f:45973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:20:51,519 DEBUG [RS:0;6ac96558fc7f:45973 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:20:51,519 DEBUG [RS:0;6ac96558fc7f:45973 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,45973,1731054049239 2024-11-08T08:20:51,519 DEBUG [RS:0;6ac96558fc7f:45973 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,45973,1731054049239' 2024-11-08T08:20:51,519 DEBUG [RS:0;6ac96558fc7f:45973 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1249183735/online-snapshot/abort' 2024-11-08T08:20:51,519 DEBUG [RS:0;6ac96558fc7f:45973 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1249183735/online-snapshot/acquired' 2024-11-08T08:20:51,520 DEBUG [RS:0;6ac96558fc7f:45973 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:20:51,520 INFO [RS:0;6ac96558fc7f:45973 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:20:51,520 INFO [RS:0;6ac96558fc7f:45973 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:20:51,620 INFO [RS:0;6ac96558fc7f:45973 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:20:51,621 INFO [RS:0;6ac96558fc7f:45973 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C45973%2C1731054049239, suffix=, logDir=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239, archiveDir=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/oldWALs, maxLogs=10 2024-11-08T08:20:51,633 DEBUG [RS:0;6ac96558fc7f:45973 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621, exclude list is [], retry=0 2024-11-08T08:20:51,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44393,DS-82a779dc-0505-45f8-a7e9-5d71acd0b46b,DISK] 2024-11-08T08:20:51,637 INFO [RS:0;6ac96558fc7f:45973 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 2024-11-08T08:20:51,637 DEBUG [RS:0;6ac96558fc7f:45973 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43013:43013)] 2024-11-08T08:20:51,668 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:20:51,668 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0 2024-11-08T08:20:51,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741833_1009 (size=32) 2024-11-08T08:20:51,814 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T08:20:52,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:52,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:20:52,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:20:52,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:52,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:52,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:20:52,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:20:52,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:52,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:52,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:20:52,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:20:52,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:52,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:52,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:20:52,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:20:52,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:52,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:52,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:20:52,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740 2024-11-08T08:20:52,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740 2024-11-08T08:20:52,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:20:52,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:20:52,082 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:20:52,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:20:52,084 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:20:52,084 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60220166, jitterRate=-0.10264959931373596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:20:52,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731054052074Initializing all the Stores at 1731054052075 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054052075Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054052075Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054052075Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054052075Cleaning up temporary data from old regions at 1731054052082 (+7 ms)Region opened successfully at 1731054052084 (+2 ms) 2024-11-08T08:20:52,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:20:52,084 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:20:52,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:20:52,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:20:52,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:20:52,085 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:20:52,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054052084Disabling compacts and flushes for region at 1731054052084Disabling writes for close at 1731054052084Writing region close event to WAL at 1731054052085 (+1 ms)Closed at 1731054052085 2024-11-08T08:20:52,086 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:52,086 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:20:52,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:20:52,087 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:20:52,087 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:20:52,237 DEBUG [6ac96558fc7f:35457 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:20:52,238 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,45973,1731054049239 2024-11-08T08:20:52,239 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,45973,1731054049239, state=OPENING 2024-11-08T08:20:52,295 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:20:52,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735 2024-11-08T08:20:52,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735 2024-11-08T08:20:52,306 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:20:52,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1249183735/meta-region-server: CHANGED 2024-11-08T08:20:52,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1249183735/meta-region-server: CHANGED 2024-11-08T08:20:52,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,45973,1731054049239}] 2024-11-08T08:20:52,458 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:20:52,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:20:52,462 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:20:52,462 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:20:52,462 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:20:52,463 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C45973%2C1731054049239.meta, suffix=.meta, logDir=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239, archiveDir=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/oldWALs, maxLogs=10 2024-11-08T08:20:52,475 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:20:52,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:52,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:52,479 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.meta.1731054052463.meta, exclude list is [], retry=0 2024-11-08T08:20:52,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44393,DS-82a779dc-0505-45f8-a7e9-5d71acd0b46b,DISK] 2024-11-08T08:20:52,482 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.meta.1731054052463.meta 2024-11-08T08:20:52,482 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43013:43013)] 2024-11-08T08:20:52,483 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:20:52,483 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:20:52,483 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:20:52,483 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:20:52,483 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:20:52,484 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:20:52,484 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:52,484 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:20:52,484 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:20:52,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:20:52,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:20:52,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:52,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:52,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:20:52,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:20:52,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:52,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:52,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:20:52,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:20:52,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:52,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:52,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:20:52,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:20:52,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:52,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:52,489 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:20:52,490 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740 2024-11-08T08:20:52,491 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740 2024-11-08T08:20:52,491 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:20:52,492 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:20:52,492 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:20:52,493 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:20:52,493 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71845302, jitterRate=0.0705784261226654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:20:52,493 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:20:52,493 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731054052484Writing region info on filesystem at 1731054052484Initializing all the Stores at 1731054052485 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054052485Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054052486 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054052486Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054052486Cleaning up temporary data from old regions at 1731054052492 (+6 ms)Running coprocessor post-open hooks at 1731054052493 (+1 ms)Region opened successfully at 1731054052493 2024-11-08T08:20:52,494 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731054052458 2024-11-08T08:20:52,495 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:20:52,495 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:20:52,496 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,45973,1731054049239 2024-11-08T08:20:52,496 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,45973,1731054049239, state=OPEN 2024-11-08T08:20:52,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1249183735/meta-region-server 2024-11-08T08:20:52,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1249183735/meta-region-server 2024-11-08T08:20:52,505 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,45973,1731054049239 2024-11-08T08:20:52,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1249183735/meta-region-server: CHANGED 2024-11-08T08:20:52,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1249183735/meta-region-server: CHANGED 2024-11-08T08:20:52,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:20:52,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,45973,1731054049239 in 199 msec 2024-11-08T08:20:52,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:20:52,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-11-08T08:20:52,510 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:52,510 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:20:52,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:20:52,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,45973,1731054049239, seqNum=-1] 2024-11-08T08:20:52,511 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:20:52,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:20:52,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:52,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:52,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2600 sec 2024-11-08T08:20:52,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:52,517 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731054052516, completionTime=-1 2024-11-08T08:20:52,517 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:20:52,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:52,517 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:20:52,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:52,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:52,519 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:20:52,519 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731054112519 2024-11-08T08:20:52,519 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731054172519 2024-11-08T08:20:52,519 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T08:20:52,519 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,35457,1731054049101-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:52,519 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,35457,1731054049101-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:52,519 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,35457,1731054049101-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:52,519 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:35457, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:52,520 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:52,520 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:52,521 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:20:52,523 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.228sec 2024-11-08T08:20:52,523 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:20:52,523 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:20:52,523 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:20:52,523 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:20:52,523 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:20:52,523 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,35457,1731054049101-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:20:52,523 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,35457,1731054049101-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:20:52,524 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:20:52,524 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:20:52,524 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,35457,1731054049101-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:52,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:52,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:52,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:52,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:52,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f088691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:52,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,35457,-1 for getting cluster id 2024-11-08T08:20:52,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:20:52,567 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df7ada61-080b-45b8-a22e-160a07fb1604' 2024-11-08T08:20:52,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:20:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df7ada61-080b-45b8-a22e-160a07fb1604" 2024-11-08T08:20:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e92e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,35457,-1] 2024-11-08T08:20:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:20:52,568 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:52,569 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:20:52,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e76326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:52,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:20:52,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,45973,1731054049239, seqNum=-1] 2024-11-08T08:20:52,571 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:20:52,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:20:52,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,35457,1731054049101 2024-11-08T08:20:52,574 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57647 2024-11-08T08:20:52,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:20:52,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011988754a0005 connected 2024-11-08T08:20:52,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/hadoop.log.dir so I do NOT create it in target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03 2024-11-08T08:20:52,591 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:20:52,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/hadoop.tmp.dir so I do NOT create it in target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03 2024-11-08T08:20:52,591 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:20:52,592 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03 2024-11-08T08:20:52,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:20:52,592 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/cluster_ae3ed1e1-203f-eded-eb81-0a3dda10b827, deleteOnExit=true 2024-11-08T08:20:52,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:20:52,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/test.cache.data in system properties and HBase conf 2024-11-08T08:20:52,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:20:52,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:20:52,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:20:52,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:20:52,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:20:52,592 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:20:52,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:20:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:20:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:20:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:20:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:20:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:20:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:20:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:20:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:20:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:20:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:20:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:20:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:20:52,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:20:52,770 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:52,770 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:20:52,770 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48436 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:20:52,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:20:52,958 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:20:52,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:20:52,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:20:52,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:20:52,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:20:52,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74a207af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:20:52,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3311f8a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:20:53,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@48d24426{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/java.io.tmpdir/jetty-localhost-39171-hadoop-hdfs-3_4_1-tests_jar-_-any-424109970795739721/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:20:53,060 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a9c1112{HTTP/1.1, (http/1.1)}{localhost:39171} 2024-11-08T08:20:53,060 INFO [Time-limited test {}] server.Server(415): Started @249252ms 2024-11-08T08:20:53,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:20:53,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:20:53,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:20:53,355 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:20:53,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T08:20:53,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@150fc63f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:20:53,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16abea67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:20:53,451 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@462872a2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/java.io.tmpdir/jetty-localhost-41153-hadoop-hdfs-3_4_1-tests_jar-_-any-10628166449328393419/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:20:53,451 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57c8ac27{HTTP/1.1, (http/1.1)}{localhost:41153} 2024-11-08T08:20:53,451 INFO [Time-limited test {}] server.Server(415): Started @249643ms 2024-11-08T08:20:53,453 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:20:54,064 WARN [Thread-2906 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/cluster_ae3ed1e1-203f-eded-eb81-0a3dda10b827/data/data1/current/BP-1015853701-172.17.0.3-1731054052616/current, will proceed with Du for space computation calculation, 2024-11-08T08:20:54,064 WARN [Thread-2907 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/cluster_ae3ed1e1-203f-eded-eb81-0a3dda10b827/data/data2/current/BP-1015853701-172.17.0.3-1731054052616/current, will proceed with Du for space computation calculation, 2024-11-08T08:20:54,083 WARN [Thread-2894 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:20:54,085 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbdd69f7aaf5407b6 with lease ID 0x939663a44bbcf788: Processing first storage report for DS-4c54ab65-bea3-4681-92e0-cdb276da11dc from datanode DatanodeRegistration(127.0.0.1:36965, datanodeUuid=700ba11b-e841-4139-8557-c1cf1ef344c8, infoPort=45043, infoSecurePort=0, ipcPort=40935, storageInfo=lv=-57;cid=testClusterID;nsid=1051923198;c=1731054052616) 2024-11-08T08:20:54,085 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbdd69f7aaf5407b6 with lease ID 0x939663a44bbcf788: from storage DS-4c54ab65-bea3-4681-92e0-cdb276da11dc node DatanodeRegistration(127.0.0.1:36965, datanodeUuid=700ba11b-e841-4139-8557-c1cf1ef344c8, infoPort=45043, infoSecurePort=0, ipcPort=40935, storageInfo=lv=-57;cid=testClusterID;nsid=1051923198;c=1731054052616), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:20:54,085 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbdd69f7aaf5407b6 with lease ID 0x939663a44bbcf788: Processing first storage report for DS-10d48ead-2ee8-4931-bce3-7060a41193cb from datanode DatanodeRegistration(127.0.0.1:36965, datanodeUuid=700ba11b-e841-4139-8557-c1cf1ef344c8, infoPort=45043, infoSecurePort=0, ipcPort=40935, storageInfo=lv=-57;cid=testClusterID;nsid=1051923198;c=1731054052616) 2024-11-08T08:20:54,085 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbdd69f7aaf5407b6 with lease ID 0x939663a44bbcf788: from storage DS-10d48ead-2ee8-4931-bce3-7060a41193cb node DatanodeRegistration(127.0.0.1:36965, datanodeUuid=700ba11b-e841-4139-8557-c1cf1ef344c8, infoPort=45043, infoSecurePort=0, ipcPort=40935, storageInfo=lv=-57;cid=testClusterID;nsid=1051923198;c=1731054052616), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:20:54,178 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03 2024-11-08T08:20:54,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:54,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:54,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:20:54,591 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55 with version=8 2024-11-08T08:20:54,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/hbase-staging 2024-11-08T08:20:54,593 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:20:54,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:54,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:54,593 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:20:54,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:54,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:20:54,593 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:20:54,593 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:20:54,594 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42961 2024-11-08T08:20:54,595 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42961 connecting to ZooKeeper ensemble=127.0.0.1:57647 2024-11-08T08:20:54,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429610x0, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:20:54,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42961-0x1011988754a0006 connected 2024-11-08T08:20:54,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:54,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:54,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Set watcher on znode that does not yet exist, /2722726046/running 2024-11-08T08:20:54,720 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55, hbase.cluster.distributed=false 2024-11-08T08:20:54,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Set watcher on znode that does not yet exist, /2722726046/acl 2024-11-08T08:20:54,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42961 2024-11-08T08:20:54,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42961 2024-11-08T08:20:54,722 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42961 2024-11-08T08:20:54,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42961 2024-11-08T08:20:54,723 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42961 2024-11-08T08:20:54,735 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:20:54,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:54,735 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:54,736 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:20:54,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:20:54,736 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:20:54,736 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:20:54,736 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:20:54,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46661 2024-11-08T08:20:54,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46661 connecting to ZooKeeper ensemble=127.0.0.1:57647 2024-11-08T08:20:54,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:54,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:54,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466610x0, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:20:54,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466610x0, quorum=127.0.0.1:57647, baseZNode=/2722726046 Set watcher on znode that does not yet exist, /2722726046/running 2024-11-08T08:20:54,748 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46661-0x1011988754a0007 connected 2024-11-08T08:20:54,748 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:20:54,749 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:20:54,749 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Set watcher on znode that does not yet exist, /2722726046/master 2024-11-08T08:20:54,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Set watcher on znode that does not yet exist, /2722726046/acl 2024-11-08T08:20:54,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46661 2024-11-08T08:20:54,753 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46661 2024-11-08T08:20:54,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46661 2024-11-08T08:20:54,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46661 2024-11-08T08:20:54,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46661 2024-11-08T08:20:54,772 DEBUG [M:0;6ac96558fc7f:42961 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:42961 2024-11-08T08:20:54,772 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2722726046/backup-masters/6ac96558fc7f,42961,1731054054593 2024-11-08T08:20:54,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046/backup-masters 2024-11-08T08:20:54,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046/backup-masters 2024-11-08T08:20:54,779 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Set watcher on existing znode=/2722726046/backup-masters/6ac96558fc7f,42961,1731054054593 2024-11-08T08:20:54,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2722726046/master 2024-11-08T08:20:54,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046 2024-11-08T08:20:54,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046 2024-11-08T08:20:54,790 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Set watcher on existing znode=/2722726046/master 2024-11-08T08:20:54,790 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2722726046/backup-masters/6ac96558fc7f,42961,1731054054593 from backup master directory 2024-11-08T08:20:54,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2722726046/backup-masters/6ac96558fc7f,42961,1731054054593 2024-11-08T08:20:54,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046/backup-masters 2024-11-08T08:20:54,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046/backup-masters 2024-11-08T08:20:54,800 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:20:54,800 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,42961,1731054054593 2024-11-08T08:20:54,802 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/hbase.id] with ID: a2d822a3-7ceb-44fd-9893-ece04238e3c0 2024-11-08T08:20:54,802 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/.tmp/hbase.id 2024-11-08T08:20:54,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:20:55,207 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/.tmp/hbase.id]:[hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/hbase.id] 2024-11-08T08:20:55,214 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:20:55,214 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:20:55,215 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T08:20:55,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046 2024-11-08T08:20:55,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046 2024-11-08T08:20:55,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:20:55,668 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:20:55,668 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:20:55,669 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:20:55,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:20:56,079 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store 2024-11-08T08:20:56,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:20:56,484 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:56,484 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:20:56,484 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:56,484 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:56,484 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:20:56,484 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:56,484 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:20:56,484 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054056484Disabling compacts and flushes for region at 1731054056484Disabling writes for close at 1731054056484Writing region close event to WAL at 1731054056484Closed at 1731054056484 2024-11-08T08:20:56,485 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store/.initializing 2024-11-08T08:20:56,485 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/WALs/6ac96558fc7f,42961,1731054054593 2024-11-08T08:20:56,486 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:20:56,490 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C42961%2C1731054054593, suffix=, logDir=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/WALs/6ac96558fc7f,42961,1731054054593, archiveDir=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/oldWALs, maxLogs=10 2024-11-08T08:20:56,504 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/WALs/6ac96558fc7f,42961,1731054054593/6ac96558fc7f%2C42961%2C1731054054593.1731054056490, exclude list is [], retry=0 2024-11-08T08:20:56,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36965,DS-4c54ab65-bea3-4681-92e0-cdb276da11dc,DISK] 2024-11-08T08:20:56,508 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/WALs/6ac96558fc7f,42961,1731054054593/6ac96558fc7f%2C42961%2C1731054054593.1731054056490 2024-11-08T08:20:56,508 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45043:45043)] 2024-11-08T08:20:56,508 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:20:56,508 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:56,509 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:56,509 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:56,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:56,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:20:56,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:56,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:56,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:56,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:20:56,512 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:56,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:56,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:56,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:20:56,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:56,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:56,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:56,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:20:56,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:56,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:56,514 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:56,514 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:56,515 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:56,515 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:56,515 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:56,516 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:20:56,516 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:20:56,518 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:20:56,518 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71831293, jitterRate=0.0703696757555008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:20:56,518 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731054056509Initializing all the Stores at 1731054056509Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054056509Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054056510 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054056510Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054056510Cleaning up temporary data from old regions at 1731054056515 (+5 ms)Region opened successfully at 1731054056518 (+3 ms) 2024-11-08T08:20:56,518 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:20:56,520 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71930a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:20:56,521 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:20:56,521 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:20:56,521 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:20:56,521 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:20:56,521 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:20:56,521 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:20:56,522 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:20:56,523 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:20:56,524 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Unable to get data of znode /2722726046/balancer because node does not exist (not necessarily an error) 2024-11-08T08:20:56,537 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2722726046/balancer already deleted, retry=false 2024-11-08T08:20:56,537 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:20:56,538 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Unable to get data of znode /2722726046/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:20:56,547 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2722726046/normalizer already deleted, retry=false 2024-11-08T08:20:56,548 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:20:56,548 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Unable to get data of znode /2722726046/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:20:56,558 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2722726046/switch/split already deleted, retry=false 2024-11-08T08:20:56,559 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Unable to get data of znode /2722726046/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:20:56,568 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2722726046/switch/merge already deleted, retry=false 2024-11-08T08:20:56,570 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Unable to get data of znode /2722726046/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:20:56,579 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2722726046/snapshot-cleanup already deleted, retry=false 2024-11-08T08:20:56,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2722726046/running 2024-11-08T08:20:56,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2722726046/running 2024-11-08T08:20:56,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046 2024-11-08T08:20:56,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046 2024-11-08T08:20:56,641 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,42961,1731054054593, sessionid=0x1011988754a0006, setting cluster-up flag (Was=false) 2024-11-08T08:20:56,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046 2024-11-08T08:20:56,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046 2024-11-08T08:20:57,042 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2722726046/flush-table-proc/acquired, /2722726046/flush-table-proc/reached, /2722726046/flush-table-proc/abort 2024-11-08T08:20:57,043 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,42961,1731054054593 2024-11-08T08:20:57,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046 2024-11-08T08:20:57,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046 2024-11-08T08:20:57,095 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2722726046/online-snapshot/acquired, /2722726046/online-snapshot/reached, /2722726046/online-snapshot/abort 2024-11-08T08:20:57,096 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,42961,1731054054593 2024-11-08T08:20:57,096 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:20:57,098 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:57,098 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:20:57,098 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:20:57,098 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,42961,1731054054593 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:20:57,099 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:57,099 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:57,099 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:57,100 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:20:57,100 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:20:57,100 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:57,100 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:20:57,100 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:57,101 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:57,101 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:20:57,102 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:57,102 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:20:57,111 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731054087111 2024-11-08T08:20:57,111 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:20:57,111 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:20:57,111 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:20:57,111 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:20:57,111 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:20:57,111 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:20:57,115 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:57,119 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:20:57,119 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:20:57,119 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:20:57,119 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:20:57,120 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:20:57,120 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:20:57,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:20:57,121 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054057120,5,FailOnTimeoutGroup] 2024-11-08T08:20:57,122 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054057121,5,FailOnTimeoutGroup] 2024-11-08T08:20:57,122 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:57,122 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:20:57,122 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:57,122 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:57,161 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(746): ClusterId : a2d822a3-7ceb-44fd-9893-ece04238e3c0 2024-11-08T08:20:57,161 DEBUG [RS:0;6ac96558fc7f:46661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:20:57,169 DEBUG [RS:0;6ac96558fc7f:46661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:20:57,169 DEBUG [RS:0;6ac96558fc7f:46661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:20:57,179 DEBUG [RS:0;6ac96558fc7f:46661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:20:57,180 DEBUG [RS:0;6ac96558fc7f:46661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777a8b84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:20:57,193 DEBUG [RS:0;6ac96558fc7f:46661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:46661 2024-11-08T08:20:57,193 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:20:57,193 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:20:57,193 DEBUG [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:20:57,194 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,42961,1731054054593 with port=46661, startcode=1731054054735 2024-11-08T08:20:57,194 DEBUG [RS:0;6ac96558fc7f:46661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:20:57,196 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:20:57,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42961 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,46661,1731054054735 2024-11-08T08:20:57,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42961 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,46661,1731054054735 2024-11-08T08:20:57,197 DEBUG [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55 2024-11-08T08:20:57,197 DEBUG [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34893 2024-11-08T08:20:57,197 DEBUG [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:20:57,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046/rs 2024-11-08T08:20:57,309 DEBUG [RS:0;6ac96558fc7f:46661 {}] zookeeper.ZKUtil(111): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Set watcher on existing znode=/2722726046/rs/6ac96558fc7f,46661,1731054054735 2024-11-08T08:20:57,309 WARN [RS:0;6ac96558fc7f:46661 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:20:57,310 INFO [RS:0;6ac96558fc7f:46661 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:20:57,310 DEBUG [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735 2024-11-08T08:20:57,313 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,46661,1731054054735] 2024-11-08T08:20:57,314 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:20:57,319 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:20:57,320 INFO [RS:0;6ac96558fc7f:46661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:20:57,320 INFO [RS:0;6ac96558fc7f:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:57,323 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:20:57,323 INFO [RS:0;6ac96558fc7f:46661 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:20:57,323 INFO [RS:0;6ac96558fc7f:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:57,323 DEBUG [RS:0;6ac96558fc7f:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:57,324 DEBUG [RS:0;6ac96558fc7f:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:57,324 DEBUG [RS:0;6ac96558fc7f:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:57,324 DEBUG [RS:0;6ac96558fc7f:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:57,324 DEBUG [RS:0;6ac96558fc7f:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:57,324 DEBUG [RS:0;6ac96558fc7f:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:20:57,324 DEBUG [RS:0;6ac96558fc7f:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:57,324 DEBUG [RS:0;6ac96558fc7f:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:57,324 DEBUG [RS:0;6ac96558fc7f:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:57,324 DEBUG [RS:0;6ac96558fc7f:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:57,324 DEBUG [RS:0;6ac96558fc7f:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:57,324 DEBUG [RS:0;6ac96558fc7f:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:20:57,324 DEBUG [RS:0;6ac96558fc7f:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:20:57,324 DEBUG [RS:0;6ac96558fc7f:46661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:20:57,326 INFO [RS:0;6ac96558fc7f:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:57,326 INFO [RS:0;6ac96558fc7f:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:57,326 INFO [RS:0;6ac96558fc7f:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:57,326 INFO [RS:0;6ac96558fc7f:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:57,326 INFO [RS:0;6ac96558fc7f:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:57,326 INFO [RS:0;6ac96558fc7f:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,46661,1731054054735-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:20:57,347 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:20:57,347 INFO [RS:0;6ac96558fc7f:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,46661,1731054054735-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:57,347 INFO [RS:0;6ac96558fc7f:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:57,347 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.Replication(171): 6ac96558fc7f,46661,1731054054735 started 2024-11-08T08:20:57,367 INFO [RS:0;6ac96558fc7f:46661 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:57,367 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,46661,1731054054735, RpcServer on 6ac96558fc7f/172.17.0.3:46661, sessionid=0x1011988754a0007 2024-11-08T08:20:57,367 DEBUG [RS:0;6ac96558fc7f:46661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:20:57,367 DEBUG [RS:0;6ac96558fc7f:46661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,46661,1731054054735 2024-11-08T08:20:57,367 DEBUG [RS:0;6ac96558fc7f:46661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,46661,1731054054735' 2024-11-08T08:20:57,367 DEBUG [RS:0;6ac96558fc7f:46661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2722726046/flush-table-proc/abort' 2024-11-08T08:20:57,367 DEBUG [RS:0;6ac96558fc7f:46661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2722726046/flush-table-proc/acquired' 2024-11-08T08:20:57,368 DEBUG [RS:0;6ac96558fc7f:46661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:20:57,368 DEBUG [RS:0;6ac96558fc7f:46661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:20:57,368 DEBUG [RS:0;6ac96558fc7f:46661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,46661,1731054054735 2024-11-08T08:20:57,368 DEBUG [RS:0;6ac96558fc7f:46661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,46661,1731054054735' 2024-11-08T08:20:57,368 DEBUG [RS:0;6ac96558fc7f:46661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2722726046/online-snapshot/abort' 2024-11-08T08:20:57,368 DEBUG [RS:0;6ac96558fc7f:46661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2722726046/online-snapshot/acquired' 2024-11-08T08:20:57,369 DEBUG [RS:0;6ac96558fc7f:46661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:20:57,369 INFO [RS:0;6ac96558fc7f:46661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:20:57,369 INFO [RS:0;6ac96558fc7f:46661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:20:57,469 INFO [RS:0;6ac96558fc7f:46661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:20:57,470 INFO [RS:0;6ac96558fc7f:46661 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C46661%2C1731054054735, suffix=, logDir=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735, archiveDir=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/oldWALs, maxLogs=10 2024-11-08T08:20:57,490 DEBUG [RS:0;6ac96558fc7f:46661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471, exclude list is [], retry=0 2024-11-08T08:20:57,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36965,DS-4c54ab65-bea3-4681-92e0-cdb276da11dc,DISK] 2024-11-08T08:20:57,504 INFO [RS:0;6ac96558fc7f:46661 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 2024-11-08T08:20:57,504 DEBUG [RS:0;6ac96558fc7f:46661 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45043:45043)] 2024-11-08T08:20:57,522 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:20:57,522 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55 2024-11-08T08:20:57,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741833_1009 (size=32) 2024-11-08T08:20:57,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:57,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:20:57,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:20:57,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:57,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:57,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:20:57,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:20:57,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:57,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:57,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:20:57,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:20:57,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:57,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:57,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:20:57,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:20:57,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:57,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:57,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:20:57,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740 2024-11-08T08:20:57,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740 2024-11-08T08:20:57,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:20:57,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:20:57,938 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:20:57,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:20:57,945 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:20:57,945 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62799508, jitterRate=-0.06421440839767456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:20:57,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731054057930Initializing all the Stores at 1731054057931 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054057931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054057931Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054057931Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054057931Cleaning up temporary data from old regions at 1731054057937 (+6 ms)Region opened successfully at 1731054057945 (+8 ms) 2024-11-08T08:20:57,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:20:57,945 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:20:57,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:20:57,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:20:57,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:20:57,946 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:20:57,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054057945Disabling compacts and flushes for region at 1731054057945Disabling writes for close at 1731054057945Writing region close event to WAL at 1731054057946 (+1 ms)Closed at 1731054057946 2024-11-08T08:20:57,947 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:57,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:20:57,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:20:57,947 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:20:57,948 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:20:57,986 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:20:57,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:57,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:58,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:58,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:58,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:58,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:58,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:58,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:58,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:58,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:58,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:58,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:20:58,098 DEBUG [6ac96558fc7f:42961 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:20:58,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,46661,1731054054735 2024-11-08T08:20:58,100 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,46661,1731054054735, state=OPENING 2024-11-08T08:20:58,158 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:20:58,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046 2024-11-08T08:20:58,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046 2024-11-08T08:20:58,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2722726046/meta-region-server: CHANGED 2024-11-08T08:20:58,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2722726046/meta-region-server: CHANGED 2024-11-08T08:20:58,169 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:20:58,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,46661,1731054054735}] 2024-11-08T08:20:58,321 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:20:58,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:20:58,325 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:20:58,325 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:20:58,325 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:20:58,326 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C46661%2C1731054054735.meta, suffix=.meta, logDir=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735, archiveDir=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/oldWALs, maxLogs=10 2024-11-08T08:20:58,342 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.meta.1731054058327.meta, exclude list is [], retry=0 2024-11-08T08:20:58,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36965,DS-4c54ab65-bea3-4681-92e0-cdb276da11dc,DISK] 2024-11-08T08:20:58,345 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.meta.1731054058327.meta 2024-11-08T08:20:58,345 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45043:45043)] 2024-11-08T08:20:58,345 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:20:58,346 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:20:58,346 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:20:58,346 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:20:58,346 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:20:58,346 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:20:58,346 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:58,346 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:20:58,346 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:20:58,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:20:58,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:20:58,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:58,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:58,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:20:58,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:20:58,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:58,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:58,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:20:58,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:20:58,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:58,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:58,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:20:58,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:20:58,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:58,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:20:58,351 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:20:58,351 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740 2024-11-08T08:20:58,352 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740 2024-11-08T08:20:58,352 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:20:58,352 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:20:58,353 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:20:58,353 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:20:58,354 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60770160, jitterRate=-0.09445405006408691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:20:58,354 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:20:58,354 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731054058346Writing region info on filesystem at 1731054058346Initializing all the Stores at 1731054058347 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054058347Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054058347Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054058347Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054058347Cleaning up temporary data from old regions at 1731054058352 (+5 ms)Running coprocessor post-open hooks at 1731054058354 (+2 ms)Region opened successfully at 1731054058354 2024-11-08T08:20:58,355 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731054058321 2024-11-08T08:20:58,357 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:20:58,357 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:20:58,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,46661,1731054054735 2024-11-08T08:20:58,358 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,46661,1731054054735, state=OPEN 2024-11-08T08:20:58,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2722726046/meta-region-server 2024-11-08T08:20:58,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2722726046/meta-region-server 2024-11-08T08:20:58,368 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,46661,1731054054735 2024-11-08T08:20:58,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2722726046/meta-region-server: CHANGED 2024-11-08T08:20:58,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2722726046/meta-region-server: CHANGED 2024-11-08T08:20:58,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:20:58,370 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,46661,1731054054735 in 199 msec 2024-11-08T08:20:58,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:20:58,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 423 msec 2024-11-08T08:20:58,372 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:20:58,372 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:20:58,373 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:20:58,373 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,46661,1731054054735, seqNum=-1] 2024-11-08T08:20:58,373 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:20:58,374 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:20:58,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-11-08T08:20:58,378 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731054058378, completionTime=-1 2024-11-08T08:20:58,378 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:20:58,378 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:20:58,380 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:20:58,380 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731054118380 2024-11-08T08:20:58,380 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731054178380 2024-11-08T08:20:58,380 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T08:20:58,380 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42961,1731054054593-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:58,380 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42961,1731054054593-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:58,380 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42961,1731054054593-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:58,380 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:42961, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:58,380 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:58,381 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:58,382 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:20:58,384 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.584sec 2024-11-08T08:20:58,384 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:20:58,384 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:20:58,384 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:20:58,384 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:20:58,384 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:20:58,384 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42961,1731054054593-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:20:58,384 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42961,1731054054593-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:20:58,386 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:20:58,386 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:20:58,386 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42961,1731054054593-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:20:58,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78817e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:58,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42961,-1 for getting cluster id 2024-11-08T08:20:58,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:20:58,463 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2d822a3-7ceb-44fd-9893-ece04238e3c0' 2024-11-08T08:20:58,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:20:58,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2d822a3-7ceb-44fd-9893-ece04238e3c0" 2024-11-08T08:20:58,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f84d4c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:58,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42961,-1] 2024-11-08T08:20:58,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:20:58,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:20:58,465 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:20:58,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e9f4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:20:58,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:20:58,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,46661,1731054054735, seqNum=-1] 2024-11-08T08:20:58,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:20:58,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:20:58,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,42961,1731054054593 2024-11-08T08:20:58,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57647 2024-11-08T08:20:58,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:20:58,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011988754a0008 connected 2024-11-08T08:20:58,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:20:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,32957,1731054043516 2024-11-08T08:20:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ad3802a 2024-11-08T08:20:58,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:20:58,582 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:20:58,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:20:58,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T08:20:58,585 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:20:58,585 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:58,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T08:20:58,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:20:58,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:20:58,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741835_1011 (size=902) 2024-11-08T08:20:58,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:20:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:20:58,992 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c194f73dc7dd9ea0b38d74d7a9f900be, NAME => 'test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4 2024-11-08T08:20:58,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741836_1012 (size=39) 2024-11-08T08:20:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:20:59,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:59,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c194f73dc7dd9ea0b38d74d7a9f900be, disabling compactions & flushes 2024-11-08T08:20:59,397 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be. 2024-11-08T08:20:59,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be. 2024-11-08T08:20:59,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be. after waiting 0 ms 2024-11-08T08:20:59,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be. 2024-11-08T08:20:59,397 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be. 2024-11-08T08:20:59,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c194f73dc7dd9ea0b38d74d7a9f900be: Waiting for close lock at 1731054059397Disabling compacts and flushes for region at 1731054059397Disabling writes for close at 1731054059397Writing region close event to WAL at 1731054059397Closed at 1731054059397 2024-11-08T08:20:59,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:20:59,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731054059398"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054059398"}]},"ts":"1731054059398"} 2024-11-08T08:20:59,400 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:20:59,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:20:59,401 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054059401"}]},"ts":"1731054059401"} 2024-11-08T08:20:59,403 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T08:20:59,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c194f73dc7dd9ea0b38d74d7a9f900be, ASSIGN}] 2024-11-08T08:20:59,404 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c194f73dc7dd9ea0b38d74d7a9f900be, ASSIGN 2024-11-08T08:20:59,405 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c194f73dc7dd9ea0b38d74d7a9f900be, ASSIGN; state=OFFLINE, location=6ac96558fc7f,42113,1731054043737; forceNewPlan=false, retain=false 2024-11-08T08:20:59,555 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c194f73dc7dd9ea0b38d74d7a9f900be, regionState=OPENING, regionLocation=6ac96558fc7f,42113,1731054043737 2024-11-08T08:20:59,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c194f73dc7dd9ea0b38d74d7a9f900be, ASSIGN because future has completed 2024-11-08T08:20:59,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c194f73dc7dd9ea0b38d74d7a9f900be, server=6ac96558fc7f,42113,1731054043737}] 2024-11-08T08:20:59,713 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be. 2024-11-08T08:20:59,713 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c194f73dc7dd9ea0b38d74d7a9f900be, NAME => 'test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:20:59,713 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:20:59,713 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T08:20:59,713 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:20:59,713 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:20:59,714 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:20:59,714 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:20:59,715 INFO [StoreOpener-c194f73dc7dd9ea0b38d74d7a9f900be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:20:59,715 INFO [StoreOpener-c194f73dc7dd9ea0b38d74d7a9f900be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c194f73dc7dd9ea0b38d74d7a9f900be columnFamilyName f 2024-11-08T08:20:59,716 DEBUG [StoreOpener-c194f73dc7dd9ea0b38d74d7a9f900be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:59,716 INFO [StoreOpener-c194f73dc7dd9ea0b38d74d7a9f900be-1 {}] regionserver.HStore(327): Store=c194f73dc7dd9ea0b38d74d7a9f900be/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:59,716 INFO [StoreOpener-c194f73dc7dd9ea0b38d74d7a9f900be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:20:59,717 INFO [StoreOpener-c194f73dc7dd9ea0b38d74d7a9f900be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c194f73dc7dd9ea0b38d74d7a9f900be columnFamilyName f1 2024-11-08T08:20:59,717 DEBUG [StoreOpener-c194f73dc7dd9ea0b38d74d7a9f900be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:59,717 INFO [StoreOpener-c194f73dc7dd9ea0b38d74d7a9f900be-1 {}] regionserver.HStore(327): Store=c194f73dc7dd9ea0b38d74d7a9f900be/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:59,717 INFO [StoreOpener-c194f73dc7dd9ea0b38d74d7a9f900be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:20:59,718 INFO [StoreOpener-c194f73dc7dd9ea0b38d74d7a9f900be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c194f73dc7dd9ea0b38d74d7a9f900be columnFamilyName norep 2024-11-08T08:20:59,718 DEBUG [StoreOpener-c194f73dc7dd9ea0b38d74d7a9f900be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:20:59,718 INFO [StoreOpener-c194f73dc7dd9ea0b38d74d7a9f900be-1 {}] regionserver.HStore(327): Store=c194f73dc7dd9ea0b38d74d7a9f900be/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:20:59,719 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:20:59,719 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/default/test/c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:20:59,719 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/default/test/c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:20:59,720 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:20:59,720 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:20:59,720 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:20:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:20:59,721 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:20:59,722 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/default/test/c194f73dc7dd9ea0b38d74d7a9f900be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:20:59,723 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c194f73dc7dd9ea0b38d74d7a9f900be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73756491, jitterRate=0.09905736148357391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:20:59,723 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:20:59,723 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c194f73dc7dd9ea0b38d74d7a9f900be: Running coprocessor pre-open hook at 1731054059714Writing region info on filesystem at 1731054059714Initializing all the Stores at 1731054059714Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054059714Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054059714Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054059714Cleaning up temporary data from old regions at 1731054059720 (+6 ms)Running coprocessor post-open hooks at 1731054059723 (+3 ms)Region opened successfully at 1731054059723 2024-11-08T08:20:59,724 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be., pid=6, masterSystemTime=1731054059709 2024-11-08T08:20:59,726 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be. 2024-11-08T08:20:59,726 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be. 2024-11-08T08:20:59,726 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c194f73dc7dd9ea0b38d74d7a9f900be, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ac96558fc7f,42113,1731054043737 2024-11-08T08:20:59,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c194f73dc7dd9ea0b38d74d7a9f900be, server=6ac96558fc7f,42113,1731054043737 because future has completed 2024-11-08T08:20:59,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T08:20:59,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c194f73dc7dd9ea0b38d74d7a9f900be, server=6ac96558fc7f,42113,1731054043737 in 171 msec 2024-11-08T08:20:59,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T08:20:59,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c194f73dc7dd9ea0b38d74d7a9f900be, ASSIGN in 328 msec 2024-11-08T08:20:59,733 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:20:59,734 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054059733"}]},"ts":"1731054059733"} 2024-11-08T08:20:59,748 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T08:20:59,749 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:20:59,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-08T08:21:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:00,731 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T08:21:00,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:00,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,35457,1731054049101 2024-11-08T08:21:00,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a33563c 2024-11-08T08:21:00,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:00,733 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:21:00,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:21:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T08:21:00,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:21:00,736 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:00,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T08:21:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:00,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:21:00,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741835_1011 (size=902) 2024-11-08T08:21:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:01,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:01,143 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b43572bda409ba04022a947fe594fdfd, NAME => 'test,,1731054060733.b43572bda409ba04022a947fe594fdfd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0 2024-11-08T08:21:01,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741836_1012 (size=39) 2024-11-08T08:21:01,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T08:21:01,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T08:21:01,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:21:01,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T08:21:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:01,554 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731054060733.b43572bda409ba04022a947fe594fdfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:01,554 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b43572bda409ba04022a947fe594fdfd, disabling compactions & flushes 2024-11-08T08:21:01,554 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731054060733.b43572bda409ba04022a947fe594fdfd. 2024-11-08T08:21:01,554 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054060733.b43572bda409ba04022a947fe594fdfd. 2024-11-08T08:21:01,554 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731054060733.b43572bda409ba04022a947fe594fdfd. after waiting 0 ms 2024-11-08T08:21:01,554 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731054060733.b43572bda409ba04022a947fe594fdfd. 2024-11-08T08:21:01,554 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731054060733.b43572bda409ba04022a947fe594fdfd. 2024-11-08T08:21:01,555 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b43572bda409ba04022a947fe594fdfd: Waiting for close lock at 1731054061554Disabling compacts and flushes for region at 1731054061554Disabling writes for close at 1731054061554Writing region close event to WAL at 1731054061554Closed at 1731054061554 2024-11-08T08:21:01,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:21:01,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731054060733.b43572bda409ba04022a947fe594fdfd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731054061556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054061556"}]},"ts":"1731054061556"} 2024-11-08T08:21:01,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:21:01,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:21:01,558 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054061558"}]},"ts":"1731054061558"} 2024-11-08T08:21:01,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T08:21:01,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b43572bda409ba04022a947fe594fdfd, ASSIGN}] 2024-11-08T08:21:01,561 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b43572bda409ba04022a947fe594fdfd, ASSIGN 2024-11-08T08:21:01,561 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b43572bda409ba04022a947fe594fdfd, ASSIGN; state=OFFLINE, location=6ac96558fc7f,45973,1731054049239; forceNewPlan=false, retain=false 2024-11-08T08:21:01,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b43572bda409ba04022a947fe594fdfd, regionState=OPENING, regionLocation=6ac96558fc7f,45973,1731054049239 2024-11-08T08:21:01,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b43572bda409ba04022a947fe594fdfd, ASSIGN because future has completed 2024-11-08T08:21:01,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b43572bda409ba04022a947fe594fdfd, server=6ac96558fc7f,45973,1731054049239}] 2024-11-08T08:21:01,869 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731054060733.b43572bda409ba04022a947fe594fdfd. 2024-11-08T08:21:01,869 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b43572bda409ba04022a947fe594fdfd, NAME => 'test,,1731054060733.b43572bda409ba04022a947fe594fdfd.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:21:01,870 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:21:01,870 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T08:21:01,870 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:01,870 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731054060733.b43572bda409ba04022a947fe594fdfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:01,870 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:01,870 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:01,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:01,871 INFO [StoreOpener-b43572bda409ba04022a947fe594fdfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:01,872 INFO [StoreOpener-b43572bda409ba04022a947fe594fdfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b43572bda409ba04022a947fe594fdfd columnFamilyName f 2024-11-08T08:21:01,872 DEBUG [StoreOpener-b43572bda409ba04022a947fe594fdfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:01,873 INFO [StoreOpener-b43572bda409ba04022a947fe594fdfd-1 {}] regionserver.HStore(327): Store=b43572bda409ba04022a947fe594fdfd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:01,873 INFO [StoreOpener-b43572bda409ba04022a947fe594fdfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:01,874 INFO [StoreOpener-b43572bda409ba04022a947fe594fdfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b43572bda409ba04022a947fe594fdfd columnFamilyName f1 2024-11-08T08:21:01,874 DEBUG [StoreOpener-b43572bda409ba04022a947fe594fdfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:01,874 INFO [StoreOpener-b43572bda409ba04022a947fe594fdfd-1 {}] regionserver.HStore(327): Store=b43572bda409ba04022a947fe594fdfd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:01,874 INFO [StoreOpener-b43572bda409ba04022a947fe594fdfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:01,875 INFO [StoreOpener-b43572bda409ba04022a947fe594fdfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b43572bda409ba04022a947fe594fdfd columnFamilyName norep 2024-11-08T08:21:01,875 DEBUG [StoreOpener-b43572bda409ba04022a947fe594fdfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:01,875 INFO [StoreOpener-b43572bda409ba04022a947fe594fdfd-1 {}] regionserver.HStore(327): Store=b43572bda409ba04022a947fe594fdfd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:01,875 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:01,876 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/default/test/b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:01,876 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/default/test/b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:01,877 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:01,877 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:01,877 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:21:01,878 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:01,879 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/default/test/b43572bda409ba04022a947fe594fdfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:21:01,879 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b43572bda409ba04022a947fe594fdfd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65014613, jitterRate=-0.031206771731376648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:21:01,879 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:01,879 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b43572bda409ba04022a947fe594fdfd: Running coprocessor pre-open hook at 1731054061870Writing region info on filesystem at 1731054061870Initializing all the Stores at 1731054061871 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054061871Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054061871Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054061871Cleaning up temporary data from old regions at 1731054061877 (+6 ms)Running coprocessor post-open hooks at 1731054061879 (+2 ms)Region opened successfully at 1731054061879 2024-11-08T08:21:01,880 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731054060733.b43572bda409ba04022a947fe594fdfd., pid=6, masterSystemTime=1731054061866 2024-11-08T08:21:01,882 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731054060733.b43572bda409ba04022a947fe594fdfd. 2024-11-08T08:21:01,882 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731054060733.b43572bda409ba04022a947fe594fdfd. 2024-11-08T08:21:01,882 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b43572bda409ba04022a947fe594fdfd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ac96558fc7f,45973,1731054049239 2024-11-08T08:21:01,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b43572bda409ba04022a947fe594fdfd, server=6ac96558fc7f,45973,1731054049239 because future has completed 2024-11-08T08:21:01,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T08:21:01,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b43572bda409ba04022a947fe594fdfd, server=6ac96558fc7f,45973,1731054049239 in 171 msec 2024-11-08T08:21:01,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T08:21:01,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b43572bda409ba04022a947fe594fdfd, ASSIGN in 326 msec 2024-11-08T08:21:01,889 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:21:01,889 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054061889"}]},"ts":"1731054061889"} 2024-11-08T08:21:01,890 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T08:21:01,891 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:21:01,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-08T08:21:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:02,891 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T08:21:02,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:02,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42961,1731054054593 2024-11-08T08:21:02,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d15aa57 2024-11-08T08:21:02,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:02,893 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:21:02,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:21:02,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T08:21:02,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:21:02,896 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:02,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T08:21:02,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:21:02,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:02,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741835_1011 (size=902) 2024-11-08T08:21:03,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:03,303 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1540ebfb29fd2fd5f21a355411a3ebd4, NAME => 'test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55 2024-11-08T08:21:03,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741836_1012 (size=39) 2024-11-08T08:21:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:03,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:03,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1540ebfb29fd2fd5f21a355411a3ebd4, disabling compactions & flushes 2024-11-08T08:21:03,708 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4. 2024-11-08T08:21:03,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4. 2024-11-08T08:21:03,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4. after waiting 0 ms 2024-11-08T08:21:03,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4. 2024-11-08T08:21:03,708 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4. 2024-11-08T08:21:03,708 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1540ebfb29fd2fd5f21a355411a3ebd4: Waiting for close lock at 1731054063708Disabling compacts and flushes for region at 1731054063708Disabling writes for close at 1731054063708Writing region close event to WAL at 1731054063708Closed at 1731054063708 2024-11-08T08:21:03,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:21:03,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731054063709"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054063709"}]},"ts":"1731054063709"} 2024-11-08T08:21:03,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:21:03,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:21:03,713 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054063713"}]},"ts":"1731054063713"} 2024-11-08T08:21:03,715 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T08:21:03,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1540ebfb29fd2fd5f21a355411a3ebd4, ASSIGN}] 2024-11-08T08:21:03,716 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1540ebfb29fd2fd5f21a355411a3ebd4, ASSIGN 2024-11-08T08:21:03,717 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1540ebfb29fd2fd5f21a355411a3ebd4, ASSIGN; state=OFFLINE, location=6ac96558fc7f,46661,1731054054735; forceNewPlan=false, retain=false 2024-11-08T08:21:03,850 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:21:03,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:03,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:03,872 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1540ebfb29fd2fd5f21a355411a3ebd4, regionState=OPENING, regionLocation=6ac96558fc7f,46661,1731054054735 2024-11-08T08:21:03,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1540ebfb29fd2fd5f21a355411a3ebd4, ASSIGN because future has completed 2024-11-08T08:21:03,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1540ebfb29fd2fd5f21a355411a3ebd4, server=6ac96558fc7f,46661,1731054054735}] 2024-11-08T08:21:03,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:03,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:03,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:03,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:03,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:03,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:03,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:03,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:03,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:03,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:03,965 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T08:21:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:04,046 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4. 2024-11-08T08:21:04,046 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1540ebfb29fd2fd5f21a355411a3ebd4, NAME => 'test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:21:04,047 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:21:04,047 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T08:21:04,047 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1540ebfb29fd2fd5f21a355411a3ebd4 2024-11-08T08:21:04,047 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:04,048 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1540ebfb29fd2fd5f21a355411a3ebd4 2024-11-08T08:21:04,048 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1540ebfb29fd2fd5f21a355411a3ebd4 2024-11-08T08:21:04,049 INFO [StoreOpener-1540ebfb29fd2fd5f21a355411a3ebd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1540ebfb29fd2fd5f21a355411a3ebd4 2024-11-08T08:21:04,050 INFO [StoreOpener-1540ebfb29fd2fd5f21a355411a3ebd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1540ebfb29fd2fd5f21a355411a3ebd4 columnFamilyName f 2024-11-08T08:21:04,050 DEBUG [StoreOpener-1540ebfb29fd2fd5f21a355411a3ebd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:04,051 INFO [StoreOpener-1540ebfb29fd2fd5f21a355411a3ebd4-1 {}] regionserver.HStore(327): Store=1540ebfb29fd2fd5f21a355411a3ebd4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:04,051 INFO [StoreOpener-1540ebfb29fd2fd5f21a355411a3ebd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1540ebfb29fd2fd5f21a355411a3ebd4 2024-11-08T08:21:04,052 INFO [StoreOpener-1540ebfb29fd2fd5f21a355411a3ebd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1540ebfb29fd2fd5f21a355411a3ebd4 columnFamilyName f1 2024-11-08T08:21:04,052 DEBUG [StoreOpener-1540ebfb29fd2fd5f21a355411a3ebd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:04,052 INFO [StoreOpener-1540ebfb29fd2fd5f21a355411a3ebd4-1 {}] regionserver.HStore(327): Store=1540ebfb29fd2fd5f21a355411a3ebd4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:04,052 INFO [StoreOpener-1540ebfb29fd2fd5f21a355411a3ebd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1540ebfb29fd2fd5f21a355411a3ebd4 2024-11-08T08:21:04,053 INFO [StoreOpener-1540ebfb29fd2fd5f21a355411a3ebd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1540ebfb29fd2fd5f21a355411a3ebd4 columnFamilyName norep 2024-11-08T08:21:04,053 DEBUG [StoreOpener-1540ebfb29fd2fd5f21a355411a3ebd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:04,053 INFO [StoreOpener-1540ebfb29fd2fd5f21a355411a3ebd4-1 {}] regionserver.HStore(327): Store=1540ebfb29fd2fd5f21a355411a3ebd4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:04,053 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1540ebfb29fd2fd5f21a355411a3ebd4 2024-11-08T08:21:04,054 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/default/test/1540ebfb29fd2fd5f21a355411a3ebd4 2024-11-08T08:21:04,054 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/default/test/1540ebfb29fd2fd5f21a355411a3ebd4 2024-11-08T08:21:04,055 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1540ebfb29fd2fd5f21a355411a3ebd4 2024-11-08T08:21:04,055 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1540ebfb29fd2fd5f21a355411a3ebd4 2024-11-08T08:21:04,056 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:21:04,056 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1540ebfb29fd2fd5f21a355411a3ebd4 2024-11-08T08:21:04,058 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/default/test/1540ebfb29fd2fd5f21a355411a3ebd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:21:04,059 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1540ebfb29fd2fd5f21a355411a3ebd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60549070, jitterRate=-0.09774854779243469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:21:04,059 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1540ebfb29fd2fd5f21a355411a3ebd4 2024-11-08T08:21:04,059 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1540ebfb29fd2fd5f21a355411a3ebd4: Running coprocessor pre-open hook at 1731054064048Writing region info on filesystem at 1731054064048Initializing all the Stores at 1731054064049 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054064049Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054064049Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054064049Cleaning up temporary data from old regions at 1731054064055 (+6 ms)Running coprocessor post-open hooks at 1731054064059 (+4 ms)Region opened successfully at 1731054064059 2024-11-08T08:21:04,060 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4., pid=6, masterSystemTime=1731054064042 2024-11-08T08:21:04,062 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4. 2024-11-08T08:21:04,062 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4. 2024-11-08T08:21:04,063 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1540ebfb29fd2fd5f21a355411a3ebd4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ac96558fc7f,46661,1731054054735 2024-11-08T08:21:04,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1540ebfb29fd2fd5f21a355411a3ebd4, server=6ac96558fc7f,46661,1731054054735 because future has completed 2024-11-08T08:21:04,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T08:21:04,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1540ebfb29fd2fd5f21a355411a3ebd4, server=6ac96558fc7f,46661,1731054054735 in 178 msec 2024-11-08T08:21:04,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T08:21:04,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1540ebfb29fd2fd5f21a355411a3ebd4, ASSIGN in 352 msec 2024-11-08T08:21:04,070 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:21:04,070 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054064070"}]},"ts":"1731054064070"} 2024-11-08T08:21:04,072 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T08:21:04,073 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:21:04,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1790 sec 2024-11-08T08:21:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:05,041 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T08:21:05,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b738c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:05,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,32957,-1 for getting cluster id 2024-11-08T08:21:05,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:05,042 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '289beb0e-fefb-4f68-9b95-f08f0ddaa1e2' 2024-11-08T08:21:05,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:05,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "289beb0e-fefb-4f68-9b95-f08f0ddaa1e2" 2024-11-08T08:21:05,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c9535d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:05,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,32957,-1] 2024-11-08T08:21:05,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:05,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:05,044 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:05,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a64bccf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:05,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:05,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,32957,1731054043516 2024-11-08T08:21:05,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@98fcfd7 2024-11-08T08:21:05,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:05,045 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:21:05,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ac96558fc7f:35457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T08:21:05,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:21:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:05,048 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:35457' 2024-11-08T08:21:05,049 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f567838, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:05,049 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,35457,-1 for getting cluster id 2024-11-08T08:21:05,049 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:05,049 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df7ada61-080b-45b8-a22e-160a07fb1604' 2024-11-08T08:21:05,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:05,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df7ada61-080b-45b8-a22e-160a07fb1604" 2024-11-08T08:21:05,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34db38e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:05,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,35457,-1] 2024-11-08T08:21:05,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:05,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:05,051 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:05,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3658cb7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:05,052 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:05,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,35457,1731054049101 2024-11-08T08:21:05,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33db8ba2 2024-11-08T08:21:05,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:05,054 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:21:05,054 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T08:21:05,054 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:21:05,055 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:05,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:05,055 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:05,055 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:21:05,056 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T08:21:05,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:21:05,057 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:05,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:21:05,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741837_1013 (size=1138) 2024-11-08T08:21:05,063 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18e4849bba64b9441bcd0b8b3c1ffc12, NAME => 'hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4 2024-11-08T08:21:05,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741838_1014 (size=44) 2024-11-08T08:21:05,106 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T08:21:05,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:05,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:05,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 18e4849bba64b9441bcd0b8b3c1ffc12, disabling compactions & flushes 2024-11-08T08:21:05,469 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12. 2024-11-08T08:21:05,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12. 2024-11-08T08:21:05,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12. after waiting 0 ms 2024-11-08T08:21:05,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12. 2024-11-08T08:21:05,469 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12. 2024-11-08T08:21:05,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18e4849bba64b9441bcd0b8b3c1ffc12: Waiting for close lock at 1731054065469Disabling compacts and flushes for region at 1731054065469Disabling writes for close at 1731054065469Writing region close event to WAL at 1731054065469Closed at 1731054065469 2024-11-08T08:21:05,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:21:05,470 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731054065470"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054065470"}]},"ts":"1731054065470"} 2024-11-08T08:21:05,472 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:21:05,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:21:05,473 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054065473"}]},"ts":"1731054065473"} 2024-11-08T08:21:05,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T08:21:05,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18e4849bba64b9441bcd0b8b3c1ffc12, ASSIGN}] 2024-11-08T08:21:05,475 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18e4849bba64b9441bcd0b8b3c1ffc12, ASSIGN 2024-11-08T08:21:05,476 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18e4849bba64b9441bcd0b8b3c1ffc12, ASSIGN; state=OFFLINE, location=6ac96558fc7f,42113,1731054043737; forceNewPlan=false, retain=false 2024-11-08T08:21:05,627 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18e4849bba64b9441bcd0b8b3c1ffc12, regionState=OPENING, regionLocation=6ac96558fc7f,42113,1731054043737 2024-11-08T08:21:05,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18e4849bba64b9441bcd0b8b3c1ffc12, ASSIGN because future has completed 2024-11-08T08:21:05,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18e4849bba64b9441bcd0b8b3c1ffc12, server=6ac96558fc7f,42113,1731054043737}] 2024-11-08T08:21:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:05,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12. 2024-11-08T08:21:05,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:21:05,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T08:21:05,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C42113%2C1731054043737.rep, suffix=, logDir=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737, archiveDir=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/oldWALs, maxLogs=10 2024-11-08T08:21:05,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.rep.1731054065785, exclude list is [], retry=0 2024-11-08T08:21:05,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36159,DS-a257bdb9-1d0f-459d-97f6-6fdc92f267b3,DISK] 2024-11-08T08:21:05,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.rep.1731054065785 2024-11-08T08:21:05,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35999:35999)] 2024-11-08T08:21:05,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 18e4849bba64b9441bcd0b8b3c1ffc12, NAME => 'hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:21:05,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:21:05,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:21:05,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12. service=MultiRowMutationService 2024-11-08T08:21:05,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T08:21:05,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 18e4849bba64b9441bcd0b8b3c1ffc12 2024-11-08T08:21:05,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:05,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 18e4849bba64b9441bcd0b8b3c1ffc12 2024-11-08T08:21:05,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 18e4849bba64b9441bcd0b8b3c1ffc12 2024-11-08T08:21:05,803 INFO [StoreOpener-18e4849bba64b9441bcd0b8b3c1ffc12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 18e4849bba64b9441bcd0b8b3c1ffc12 2024-11-08T08:21:05,805 INFO [StoreOpener-18e4849bba64b9441bcd0b8b3c1ffc12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18e4849bba64b9441bcd0b8b3c1ffc12 columnFamilyName hfileref 2024-11-08T08:21:05,805 DEBUG [StoreOpener-18e4849bba64b9441bcd0b8b3c1ffc12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:05,806 INFO [StoreOpener-18e4849bba64b9441bcd0b8b3c1ffc12-1 {}] regionserver.HStore(327): Store=18e4849bba64b9441bcd0b8b3c1ffc12/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:05,806 INFO [StoreOpener-18e4849bba64b9441bcd0b8b3c1ffc12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 18e4849bba64b9441bcd0b8b3c1ffc12 2024-11-08T08:21:05,807 INFO [StoreOpener-18e4849bba64b9441bcd0b8b3c1ffc12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18e4849bba64b9441bcd0b8b3c1ffc12 columnFamilyName queue 2024-11-08T08:21:05,807 DEBUG [StoreOpener-18e4849bba64b9441bcd0b8b3c1ffc12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:05,807 INFO [StoreOpener-18e4849bba64b9441bcd0b8b3c1ffc12-1 {}] regionserver.HStore(327): Store=18e4849bba64b9441bcd0b8b3c1ffc12/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:05,807 INFO [StoreOpener-18e4849bba64b9441bcd0b8b3c1ffc12-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 18e4849bba64b9441bcd0b8b3c1ffc12 2024-11-08T08:21:05,808 INFO [StoreOpener-18e4849bba64b9441bcd0b8b3c1ffc12-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18e4849bba64b9441bcd0b8b3c1ffc12 columnFamilyName sid 2024-11-08T08:21:05,808 DEBUG [StoreOpener-18e4849bba64b9441bcd0b8b3c1ffc12-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:05,808 INFO [StoreOpener-18e4849bba64b9441bcd0b8b3c1ffc12-1 {}] regionserver.HStore(327): Store=18e4849bba64b9441bcd0b8b3c1ffc12/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:05,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 18e4849bba64b9441bcd0b8b3c1ffc12 2024-11-08T08:21:05,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/replication/18e4849bba64b9441bcd0b8b3c1ffc12 2024-11-08T08:21:05,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/replication/18e4849bba64b9441bcd0b8b3c1ffc12 2024-11-08T08:21:05,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 18e4849bba64b9441bcd0b8b3c1ffc12 2024-11-08T08:21:05,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 18e4849bba64b9441bcd0b8b3c1ffc12 2024-11-08T08:21:05,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:21:05,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 18e4849bba64b9441bcd0b8b3c1ffc12 2024-11-08T08:21:05,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/replication/18e4849bba64b9441bcd0b8b3c1ffc12/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:21:05,812 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 18e4849bba64b9441bcd0b8b3c1ffc12; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67485525, jitterRate=0.005612686276435852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:21:05,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18e4849bba64b9441bcd0b8b3c1ffc12 2024-11-08T08:21:05,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 18e4849bba64b9441bcd0b8b3c1ffc12: Running coprocessor pre-open hook at 1731054065803Writing region info on filesystem at 1731054065803Initializing all the Stores at 1731054065803Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054065803Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054065803Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054065803Cleaning up temporary data from old regions at 1731054065810 (+7 ms)Running coprocessor post-open hooks at 1731054065813 (+3 ms)Region opened successfully at 1731054065813 2024-11-08T08:21:05,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12., pid=10, masterSystemTime=1731054065780 2024-11-08T08:21:05,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12. 2024-11-08T08:21:05,816 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12. 2024-11-08T08:21:05,816 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18e4849bba64b9441bcd0b8b3c1ffc12, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,42113,1731054043737 2024-11-08T08:21:05,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18e4849bba64b9441bcd0b8b3c1ffc12, server=6ac96558fc7f,42113,1731054043737 because future has completed 2024-11-08T08:21:05,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T08:21:05,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 18e4849bba64b9441bcd0b8b3c1ffc12, server=6ac96558fc7f,42113,1731054043737 in 190 msec 2024-11-08T08:21:05,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T08:21:05,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18e4849bba64b9441bcd0b8b3c1ffc12, ASSIGN in 347 msec 2024-11-08T08:21:05,824 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:21:05,824 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054065824"}]},"ts":"1731054065824"} 2024-11-08T08:21:05,826 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T08:21:05,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:21:05,829 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-11-08T08:21:05,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12., hostname=6ac96558fc7f,42113,1731054043737, seqNum=2] 2024-11-08T08:21:05,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274 2024-11-08T08:21:05,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274 2024-11-08T08:21:05,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:21:06,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T08:21:06,101 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T08:21:06,134 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ac96558fc7f,42113,1731054043737, ReplicationSource: 1, currentBandwidth=0 2024-11-08T08:21:06,135 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:06,135 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,42113,1731054043737, seqNum=-1] 2024-11-08T08:21:06,135 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:06,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T08:21:06,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ac96558fc7f,42113,1731054043737', locateType=CURRENT is [region=hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12., hostname=6ac96558fc7f,42113,1731054043737, seqNum=2] 2024-11-08T08:21:06,140 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T08:21:06,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T08:21:06,142 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ac96558fc7f,42113,1731054043737 suceeded 2024-11-08T08:21:06,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T08:21:06,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-08T08:21:06,144 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ac96558fc7f:35457,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:21:06,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0980 sec 2024-11-08T08:21:06,158 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:35457' 2024-11-08T08:21:06,160 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b43e315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:06,160 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,35457,-1 for getting cluster id 2024-11-08T08:21:06,160 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:06,161 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df7ada61-080b-45b8-a22e-160a07fb1604' 2024-11-08T08:21:06,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:06,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df7ada61-080b-45b8-a22e-160a07fb1604" 2024-11-08T08:21:06,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59d6e752, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:06,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,35457,-1] 2024-11-08T08:21:06,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:06,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:06,163 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:06,163 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ba9ff6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:06,163 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:06,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,35457,1731054049101 2024-11-08T08:21:06,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@275ee7ce 2024-11-08T08:21:06,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:06,165 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-08T08:21:06,166 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ac96558fc7f,42113,1731054043737 (queues=1) is replicating from cluster=289beb0e-fefb-4f68-9b95-f08f0ddaa1e2 to cluster=df7ada61-080b-45b8-a22e-160a07fb1604 2024-11-08T08:21:06,166 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ac96558fc7f%2C42113%2C1731054043737 2024-11-08T08:21:06,166 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ac96558fc7f,42113,1731054043737, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:21:06,167 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C42113%2C1731054043737 2024-11-08T08:21:06,167 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946, startPosition=0, beingWritten=true 2024-11-08T08:21:06,172 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:06,172 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 379, reset compression=false 2024-11-08T08:21:06,172 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,42113,1731054043737 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:21:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32957 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:06,180 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T08:21:06,181 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:21:06,181 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:06,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:06,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:06,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:06,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2e097e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:06,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,35457,-1 for getting cluster id 2024-11-08T08:21:06,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:06,185 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df7ada61-080b-45b8-a22e-160a07fb1604' 2024-11-08T08:21:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df7ada61-080b-45b8-a22e-160a07fb1604" 2024-11-08T08:21:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13fbbef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,35457,-1] 2024-11-08T08:21:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:06,187 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:06,188 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fd7a614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:06,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:06,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,35457,1731054049101 2024-11-08T08:21:06,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@451126da 2024-11-08T08:21:06,189 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:06,190 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:21:06,190 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ac96558fc7f:42961,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T08:21:06,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:21:06,194 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:42961' 2024-11-08T08:21:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:06,198 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3634f2c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:06,198 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42961,-1 for getting cluster id 2024-11-08T08:21:06,198 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:06,199 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2d822a3-7ceb-44fd-9893-ece04238e3c0' 2024-11-08T08:21:06,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:06,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2d822a3-7ceb-44fd-9893-ece04238e3c0" 2024-11-08T08:21:06,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9e1530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:06,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42961,-1] 2024-11-08T08:21:06,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:06,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:06,203 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:06,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab4bee7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:06,204 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:06,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42961,1731054054593 2024-11-08T08:21:06,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40b54e4e 2024-11-08T08:21:06,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:06,206 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:21:06,207 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T08:21:06,207 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:21:06,207 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:06,207 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:06,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:06,208 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:21:06,210 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T08:21:06,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:21:06,211 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:06,212 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:21:06,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741837_1013 (size=1138) 2024-11-08T08:21:06,229 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23374e61ccfaced0fdf76552224a6590, NAME => 'hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0 2024-11-08T08:21:06,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741838_1014 (size=44) 2024-11-08T08:21:06,260 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T08:21:06,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:06,382 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 379, reset compression=false 2024-11-08T08:21:06,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:06,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:06,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 23374e61ccfaced0fdf76552224a6590, disabling compactions & flushes 2024-11-08T08:21:06,640 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590. 2024-11-08T08:21:06,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590. 2024-11-08T08:21:06,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590. after waiting 0 ms 2024-11-08T08:21:06,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590. 2024-11-08T08:21:06,640 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590. 2024-11-08T08:21:06,640 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23374e61ccfaced0fdf76552224a6590: Waiting for close lock at 1731054066640Disabling compacts and flushes for region at 1731054066640Disabling writes for close at 1731054066640Writing region close event to WAL at 1731054066640Closed at 1731054066640 2024-11-08T08:21:06,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:21:06,641 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731054066641"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054066641"}]},"ts":"1731054066641"} 2024-11-08T08:21:06,643 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:21:06,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:21:06,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054066643"}]},"ts":"1731054066643"} 2024-11-08T08:21:06,645 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T08:21:06,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23374e61ccfaced0fdf76552224a6590, ASSIGN}] 2024-11-08T08:21:06,646 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23374e61ccfaced0fdf76552224a6590, ASSIGN 2024-11-08T08:21:06,647 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23374e61ccfaced0fdf76552224a6590, ASSIGN; state=OFFLINE, location=6ac96558fc7f,45973,1731054049239; forceNewPlan=false, retain=false 2024-11-08T08:21:06,687 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 379, reset compression=false 2024-11-08T08:21:06,798 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=23374e61ccfaced0fdf76552224a6590, regionState=OPENING, regionLocation=6ac96558fc7f,45973,1731054049239 2024-11-08T08:21:06,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=23374e61ccfaced0fdf76552224a6590, ASSIGN because future has completed 2024-11-08T08:21:06,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23374e61ccfaced0fdf76552224a6590, server=6ac96558fc7f,45973,1731054049239}] 2024-11-08T08:21:06,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:06,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590. 2024-11-08T08:21:06,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:21:06,955 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T08:21:06,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C45973%2C1731054049239.rep, suffix=, logDir=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239, archiveDir=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/oldWALs, maxLogs=10 2024-11-08T08:21:06,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.rep.1731054066957, exclude list is [], retry=0 2024-11-08T08:21:06,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44393,DS-82a779dc-0505-45f8-a7e9-5d71acd0b46b,DISK] 2024-11-08T08:21:06,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.rep.1731054066957 2024-11-08T08:21:06,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43013:43013)] 2024-11-08T08:21:06,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 23374e61ccfaced0fdf76552224a6590, NAME => 'hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:21:06,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:21:06,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:21:06,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590. service=MultiRowMutationService 2024-11-08T08:21:06,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T08:21:06,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 23374e61ccfaced0fdf76552224a6590 2024-11-08T08:21:06,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:06,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 23374e61ccfaced0fdf76552224a6590 2024-11-08T08:21:06,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 23374e61ccfaced0fdf76552224a6590 2024-11-08T08:21:06,979 INFO [StoreOpener-23374e61ccfaced0fdf76552224a6590-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 23374e61ccfaced0fdf76552224a6590 2024-11-08T08:21:06,980 INFO [StoreOpener-23374e61ccfaced0fdf76552224a6590-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23374e61ccfaced0fdf76552224a6590 columnFamilyName hfileref 2024-11-08T08:21:06,980 DEBUG [StoreOpener-23374e61ccfaced0fdf76552224a6590-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:06,980 INFO [StoreOpener-23374e61ccfaced0fdf76552224a6590-1 {}] regionserver.HStore(327): Store=23374e61ccfaced0fdf76552224a6590/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:06,980 INFO [StoreOpener-23374e61ccfaced0fdf76552224a6590-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 23374e61ccfaced0fdf76552224a6590 2024-11-08T08:21:06,981 INFO [StoreOpener-23374e61ccfaced0fdf76552224a6590-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23374e61ccfaced0fdf76552224a6590 columnFamilyName queue 2024-11-08T08:21:06,981 DEBUG [StoreOpener-23374e61ccfaced0fdf76552224a6590-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:06,981 INFO [StoreOpener-23374e61ccfaced0fdf76552224a6590-1 {}] regionserver.HStore(327): Store=23374e61ccfaced0fdf76552224a6590/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:06,981 INFO [StoreOpener-23374e61ccfaced0fdf76552224a6590-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 23374e61ccfaced0fdf76552224a6590 2024-11-08T08:21:06,982 INFO [StoreOpener-23374e61ccfaced0fdf76552224a6590-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23374e61ccfaced0fdf76552224a6590 columnFamilyName sid 2024-11-08T08:21:06,982 DEBUG [StoreOpener-23374e61ccfaced0fdf76552224a6590-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:06,982 INFO [StoreOpener-23374e61ccfaced0fdf76552224a6590-1 {}] regionserver.HStore(327): Store=23374e61ccfaced0fdf76552224a6590/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:06,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 23374e61ccfaced0fdf76552224a6590 2024-11-08T08:21:06,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/replication/23374e61ccfaced0fdf76552224a6590 2024-11-08T08:21:06,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/replication/23374e61ccfaced0fdf76552224a6590 2024-11-08T08:21:06,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 23374e61ccfaced0fdf76552224a6590 2024-11-08T08:21:06,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 23374e61ccfaced0fdf76552224a6590 2024-11-08T08:21:06,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:21:06,985 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 23374e61ccfaced0fdf76552224a6590 2024-11-08T08:21:06,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/replication/23374e61ccfaced0fdf76552224a6590/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:21:06,987 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 23374e61ccfaced0fdf76552224a6590; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64569777, jitterRate=-0.037835344672203064}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:21:06,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23374e61ccfaced0fdf76552224a6590 2024-11-08T08:21:06,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 23374e61ccfaced0fdf76552224a6590: Running coprocessor pre-open hook at 1731054066978Writing region info on filesystem at 1731054066978Initializing all the Stores at 1731054066979 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054066979Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054066979Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054066979Cleaning up temporary data from old regions at 1731054066984 (+5 ms)Running coprocessor post-open hooks at 1731054066987 (+3 ms)Region opened successfully at 1731054066987 2024-11-08T08:21:06,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590., pid=10, masterSystemTime=1731054066952 2024-11-08T08:21:06,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590. 2024-11-08T08:21:06,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590. 2024-11-08T08:21:06,990 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=23374e61ccfaced0fdf76552224a6590, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,45973,1731054049239 2024-11-08T08:21:06,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23374e61ccfaced0fdf76552224a6590, server=6ac96558fc7f,45973,1731054049239 because future has completed 2024-11-08T08:21:06,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T08:21:06,994 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 23374e61ccfaced0fdf76552224a6590, server=6ac96558fc7f,45973,1731054049239 in 192 msec 2024-11-08T08:21:06,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T08:21:06,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=23374e61ccfaced0fdf76552224a6590, ASSIGN in 349 msec 2024-11-08T08:21:06,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:21:06,996 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054066996"}]},"ts":"1731054066996"} 2024-11-08T08:21:06,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T08:21:07,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:21:07,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 792 msec 2024-11-08T08:21:07,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590., hostname=6ac96558fc7f,45973,1731054049239, seqNum=2] 2024-11-08T08:21:07,091 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 379, reset compression=false 2024-11-08T08:21:07,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735 2024-11-08T08:21:07,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735 2024-11-08T08:21:07,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:21:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:07,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45973 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T08:21:07,481 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T08:21:07,509 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ac96558fc7f,45973,1731054049239, ReplicationSource: 1, currentBandwidth=0 2024-11-08T08:21:07,509 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:07,510 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,45973,1731054049239, seqNum=-1] 2024-11-08T08:21:07,510 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:07,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T08:21:07,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ac96558fc7f,45973,1731054049239', locateType=CURRENT is [region=hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590., hostname=6ac96558fc7f,45973,1731054049239, seqNum=2] 2024-11-08T08:21:07,526 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T08:21:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T08:21:07,529 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ac96558fc7f,45973,1731054049239 suceeded 2024-11-08T08:21:07,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T08:21:07,531 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ac96558fc7f:42961,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:21:07,531 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-08T08:21:07,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3410 sec 2024-11-08T08:21:07,548 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:42961' 2024-11-08T08:21:07,549 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a8c8a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:07,549 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42961,-1 for getting cluster id 2024-11-08T08:21:07,550 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:07,550 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2d822a3-7ceb-44fd-9893-ece04238e3c0' 2024-11-08T08:21:07,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:07,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2d822a3-7ceb-44fd-9893-ece04238e3c0" 2024-11-08T08:21:07,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5251b030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:07,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42961,-1] 2024-11-08T08:21:07,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:07,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:07,554 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:07,555 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e227fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:07,555 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:07,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42961,1731054054593 2024-11-08T08:21:07,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e7e72ee 2024-11-08T08:21:07,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:07,557 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-08T08:21:07,558 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ac96558fc7f,45973,1731054049239 (queues=1) is replicating from cluster=df7ada61-080b-45b8-a22e-160a07fb1604 to cluster=a2d822a3-7ceb-44fd-9893-ece04238e3c0 2024-11-08T08:21:07,558 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ac96558fc7f%2C45973%2C1731054049239 2024-11-08T08:21:07,558 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ac96558fc7f,45973,1731054049239, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:21:07,563 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621, startPosition=0, beingWritten=true 2024-11-08T08:21:07,564 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C45973%2C1731054049239 2024-11-08T08:21:07,589 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:07,589 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 379, reset compression=false 2024-11-08T08:21:07,589 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,45973,1731054049239 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:21:07,595 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 379, reset compression=false 2024-11-08T08:21:07,794 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 379, reset compression=false 2024-11-08T08:21:08,098 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 379, reset compression=false 2024-11-08T08:21:08,207 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 379, reset compression=false 2024-11-08T08:21:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35457 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:08,341 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T08:21:08,341 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:21:08,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:08,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:08,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:08,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:08,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3d09dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:08,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42961,-1 for getting cluster id 2024-11-08T08:21:08,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:08,343 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2d822a3-7ceb-44fd-9893-ece04238e3c0' 2024-11-08T08:21:08,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:08,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2d822a3-7ceb-44fd-9893-ece04238e3c0" 2024-11-08T08:21:08,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@593f85da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:08,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42961,-1] 2024-11-08T08:21:08,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:08,344 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:08,344 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:08,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7f961f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:08,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:08,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42961,1731054054593 2024-11-08T08:21:08,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@106c0fea 2024-11-08T08:21:08,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:08,346 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:21:08,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ac96558fc7f:32957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T08:21:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:21:08,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:08,349 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:32957' 2024-11-08T08:21:08,350 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f534bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:08,350 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,32957,-1 for getting cluster id 2024-11-08T08:21:08,350 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:08,350 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '289beb0e-fefb-4f68-9b95-f08f0ddaa1e2' 2024-11-08T08:21:08,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:08,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "289beb0e-fefb-4f68-9b95-f08f0ddaa1e2" 2024-11-08T08:21:08,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306fd7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:08,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,32957,-1] 2024-11-08T08:21:08,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:08,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:08,352 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:08,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d374cb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:08,353 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:08,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,32957,1731054043516 2024-11-08T08:21:08,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8793991 2024-11-08T08:21:08,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:08,354 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:21:08,355 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T08:21:08,355 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:21:08,355 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:08,355 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:08,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:08,355 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:21:08,356 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T08:21:08,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:21:08,357 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:08,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:21:08,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741837_1013 (size=1138) 2024-11-08T08:21:08,406 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T08:21:08,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:08,501 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 379, reset compression=false 2024-11-08T08:21:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:08,768 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 427aa6011dbb847a3350ff6bcb21fbc3, NAME => 'hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55 2024-11-08T08:21:08,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741838_1014 (size=44) 2024-11-08T08:21:08,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:08,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 427aa6011dbb847a3350ff6bcb21fbc3, disabling compactions & flushes 2024-11-08T08:21:08,773 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3. 2024-11-08T08:21:08,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3. 2024-11-08T08:21:08,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3. after waiting 0 ms 2024-11-08T08:21:08,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3. 2024-11-08T08:21:08,773 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3. 2024-11-08T08:21:08,773 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 427aa6011dbb847a3350ff6bcb21fbc3: Waiting for close lock at 1731054068773Disabling compacts and flushes for region at 1731054068773Disabling writes for close at 1731054068773Writing region close event to WAL at 1731054068773Closed at 1731054068773 2024-11-08T08:21:08,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:21:08,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731054068774"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054068774"}]},"ts":"1731054068774"} 2024-11-08T08:21:08,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:21:08,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:21:08,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054068777"}]},"ts":"1731054068777"} 2024-11-08T08:21:08,778 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T08:21:08,779 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=427aa6011dbb847a3350ff6bcb21fbc3, ASSIGN}] 2024-11-08T08:21:08,779 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=427aa6011dbb847a3350ff6bcb21fbc3, ASSIGN 2024-11-08T08:21:08,780 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=427aa6011dbb847a3350ff6bcb21fbc3, ASSIGN; state=OFFLINE, location=6ac96558fc7f,46661,1731054054735; forceNewPlan=false, retain=false 2024-11-08T08:21:08,911 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 379, reset compression=false 2024-11-08T08:21:08,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=427aa6011dbb847a3350ff6bcb21fbc3, regionState=OPENING, regionLocation=6ac96558fc7f,46661,1731054054735 2024-11-08T08:21:08,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=427aa6011dbb847a3350ff6bcb21fbc3, ASSIGN because future has completed 2024-11-08T08:21:08,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 427aa6011dbb847a3350ff6bcb21fbc3, server=6ac96558fc7f,46661,1731054054735}] 2024-11-08T08:21:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:09,009 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 379, reset compression=false 2024-11-08T08:21:09,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3. 2024-11-08T08:21:09,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:21:09,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T08:21:09,095 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C46661%2C1731054054735.rep, suffix=, logDir=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735, archiveDir=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/oldWALs, maxLogs=10 2024-11-08T08:21:09,111 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.rep.1731054069095, exclude list is [], retry=0 2024-11-08T08:21:09,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36965,DS-4c54ab65-bea3-4681-92e0-cdb276da11dc,DISK] 2024-11-08T08:21:09,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.rep.1731054069095 2024-11-08T08:21:09,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45043:45043)] 2024-11-08T08:21:09,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 427aa6011dbb847a3350ff6bcb21fbc3, NAME => 'hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:21:09,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:21:09,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:21:09,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3. service=MultiRowMutationService 2024-11-08T08:21:09,115 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T08:21:09,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 427aa6011dbb847a3350ff6bcb21fbc3 2024-11-08T08:21:09,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:09,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 427aa6011dbb847a3350ff6bcb21fbc3 2024-11-08T08:21:09,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 427aa6011dbb847a3350ff6bcb21fbc3 2024-11-08T08:21:09,116 INFO [StoreOpener-427aa6011dbb847a3350ff6bcb21fbc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 427aa6011dbb847a3350ff6bcb21fbc3 2024-11-08T08:21:09,117 INFO [StoreOpener-427aa6011dbb847a3350ff6bcb21fbc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 427aa6011dbb847a3350ff6bcb21fbc3 columnFamilyName hfileref 2024-11-08T08:21:09,117 DEBUG [StoreOpener-427aa6011dbb847a3350ff6bcb21fbc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:09,118 INFO [StoreOpener-427aa6011dbb847a3350ff6bcb21fbc3-1 {}] regionserver.HStore(327): Store=427aa6011dbb847a3350ff6bcb21fbc3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:09,118 INFO [StoreOpener-427aa6011dbb847a3350ff6bcb21fbc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 427aa6011dbb847a3350ff6bcb21fbc3 2024-11-08T08:21:09,118 INFO [StoreOpener-427aa6011dbb847a3350ff6bcb21fbc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 427aa6011dbb847a3350ff6bcb21fbc3 columnFamilyName queue 2024-11-08T08:21:09,118 DEBUG [StoreOpener-427aa6011dbb847a3350ff6bcb21fbc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:09,119 INFO [StoreOpener-427aa6011dbb847a3350ff6bcb21fbc3-1 {}] regionserver.HStore(327): Store=427aa6011dbb847a3350ff6bcb21fbc3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:09,119 INFO [StoreOpener-427aa6011dbb847a3350ff6bcb21fbc3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 427aa6011dbb847a3350ff6bcb21fbc3 2024-11-08T08:21:09,119 INFO [StoreOpener-427aa6011dbb847a3350ff6bcb21fbc3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 427aa6011dbb847a3350ff6bcb21fbc3 columnFamilyName sid 2024-11-08T08:21:09,120 DEBUG [StoreOpener-427aa6011dbb847a3350ff6bcb21fbc3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:09,120 INFO [StoreOpener-427aa6011dbb847a3350ff6bcb21fbc3-1 {}] regionserver.HStore(327): Store=427aa6011dbb847a3350ff6bcb21fbc3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:09,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 427aa6011dbb847a3350ff6bcb21fbc3 2024-11-08T08:21:09,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/replication/427aa6011dbb847a3350ff6bcb21fbc3 2024-11-08T08:21:09,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/replication/427aa6011dbb847a3350ff6bcb21fbc3 2024-11-08T08:21:09,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 427aa6011dbb847a3350ff6bcb21fbc3 2024-11-08T08:21:09,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 427aa6011dbb847a3350ff6bcb21fbc3 2024-11-08T08:21:09,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:21:09,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 427aa6011dbb847a3350ff6bcb21fbc3 2024-11-08T08:21:09,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/replication/427aa6011dbb847a3350ff6bcb21fbc3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:21:09,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 427aa6011dbb847a3350ff6bcb21fbc3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72688655, jitterRate=0.08314536511898041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:21:09,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 427aa6011dbb847a3350ff6bcb21fbc3 2024-11-08T08:21:09,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 427aa6011dbb847a3350ff6bcb21fbc3: Running coprocessor pre-open hook at 1731054069115Writing region info on filesystem at 1731054069115Initializing all the Stores at 1731054069116 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054069116Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054069116Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054069116Cleaning up temporary data from old regions at 1731054069121 (+5 ms)Running coprocessor post-open hooks at 1731054069125 (+4 ms)Region opened successfully at 1731054069125 2024-11-08T08:21:09,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3., pid=10, masterSystemTime=1731054069086 2024-11-08T08:21:09,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3. 2024-11-08T08:21:09,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3. 2024-11-08T08:21:09,128 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=427aa6011dbb847a3350ff6bcb21fbc3, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,46661,1731054054735 2024-11-08T08:21:09,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 427aa6011dbb847a3350ff6bcb21fbc3, server=6ac96558fc7f,46661,1731054054735 because future has completed 2024-11-08T08:21:09,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T08:21:09,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 427aa6011dbb847a3350ff6bcb21fbc3, server=6ac96558fc7f,46661,1731054054735 in 198 msec 2024-11-08T08:21:09,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T08:21:09,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=427aa6011dbb847a3350ff6bcb21fbc3, ASSIGN in 353 msec 2024-11-08T08:21:09,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:21:09,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054069134"}]},"ts":"1731054069134"} 2024-11-08T08:21:09,136 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T08:21:09,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:21:09,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 781 msec 2024-11-08T08:21:09,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3., hostname=6ac96558fc7f,46661,1731054054735, seqNum=2] 2024-11-08T08:21:09,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046 2024-11-08T08:21:09,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046 2024-11-08T08:21:09,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:21:09,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T08:21:09,364 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T08:21:09,406 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ac96558fc7f,46661,1731054054735, ReplicationSource: 1, currentBandwidth=0 2024-11-08T08:21:09,407 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:09,407 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,46661,1731054054735, seqNum=-1] 2024-11-08T08:21:09,407 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:09,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T08:21:09,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ac96558fc7f,46661,1731054054735', locateType=CURRENT is [region=hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3., hostname=6ac96558fc7f,46661,1731054054735, seqNum=2] 2024-11-08T08:21:09,414 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T08:21:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T08:21:09,417 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ac96558fc7f,46661,1731054054735 suceeded 2024-11-08T08:21:09,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T08:21:09,419 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ac96558fc7f:32957,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:21:09,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-08T08:21:09,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0720 sec 2024-11-08T08:21:09,433 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:32957' 2024-11-08T08:21:09,435 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1520edf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:09,435 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,32957,-1 for getting cluster id 2024-11-08T08:21:09,435 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:09,435 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '289beb0e-fefb-4f68-9b95-f08f0ddaa1e2' 2024-11-08T08:21:09,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:09,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "289beb0e-fefb-4f68-9b95-f08f0ddaa1e2" 2024-11-08T08:21:09,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2beb467d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:09,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,32957,-1] 2024-11-08T08:21:09,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:09,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:09,437 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:09,437 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@444831fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:09,438 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:09,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,32957,1731054043516 2024-11-08T08:21:09,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24b5c005 2024-11-08T08:21:09,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:09,439 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T08:21:09,440 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ac96558fc7f,46661,1731054054735 (queues=1) is replicating from cluster=a2d822a3-7ceb-44fd-9893-ece04238e3c0 to cluster=289beb0e-fefb-4f68-9b95-f08f0ddaa1e2 2024-11-08T08:21:09,440 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ac96558fc7f%2C46661%2C1731054054735 2024-11-08T08:21:09,440 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ac96558fc7f,46661,1731054054735, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:21:09,440 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471, startPosition=0, beingWritten=true 2024-11-08T08:21:09,440 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C46661%2C1731054054735 2024-11-08T08:21:09,445 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:09,445 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 379, reset compression=false 2024-11-08T08:21:09,445 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,46661,1731054054735 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:21:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:09,481 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T08:21:09,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:21:09,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:09,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:09,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:09,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:09,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@264d0d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:09,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,32957,-1 for getting cluster id 2024-11-08T08:21:09,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:09,483 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '289beb0e-fefb-4f68-9b95-f08f0ddaa1e2' 2024-11-08T08:21:09,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:09,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "289beb0e-fefb-4f68-9b95-f08f0ddaa1e2" 2024-11-08T08:21:09,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17600edc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:09,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,32957,-1] 2024-11-08T08:21:09,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:09,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:09,485 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:09,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658c891c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:09,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e377c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:09,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,35457,-1 for getting cluster id 2024-11-08T08:21:09,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:09,488 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df7ada61-080b-45b8-a22e-160a07fb1604' 2024-11-08T08:21:09,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:09,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df7ada61-080b-45b8-a22e-160a07fb1604" 2024-11-08T08:21:09,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eaaff08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:09,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,35457,-1] 2024-11-08T08:21:09,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:09,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:09,490 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77160bcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:09,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a28dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:09,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42961,-1 for getting cluster id 2024-11-08T08:21:09,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:09,493 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2d822a3-7ceb-44fd-9893-ece04238e3c0' 2024-11-08T08:21:09,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:09,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2d822a3-7ceb-44fd-9893-ece04238e3c0" 2024-11-08T08:21:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55aed086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42961,-1] 2024-11-08T08:21:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:09,495 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:09,495 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bec9247, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:09,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:09,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,42113,1731054043737, seqNum=-1] 2024-11-08T08:21:09,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:09,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:21:09,522 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be., hostname=6ac96558fc7f,42113,1731054043737, seqNum=2] 2024-11-08T08:21:09,525 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:09,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,46661,1731054054735, seqNum=-1] 2024-11-08T08:21:09,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:09,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:21:09,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4., hostname=6ac96558fc7f,46661,1731054054735, seqNum=2] 2024-11-08T08:21:09,531 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T08:21:09,550 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:21:09,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:09,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:09,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:09,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:09,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:09,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:09,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:09,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:09,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:09,612 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 379, reset compression=false 2024-11-08T08:21:09,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:09,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:09,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:09,648 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T08:21:09,654 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 379, reset compression=false 2024-11-08T08:21:09,715 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 379, reset compression=false 2024-11-08T08:21:09,721 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:21:09,721 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 480, reset compression=false 2024-11-08T08:21:09,721 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,42113,1731054043737 got entry batch from reader: WALEntryBatch [walEntries=[{test/c194f73dc7dd9ea0b38d74d7a9f900be/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T08:21:09,723 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:21:09,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-08T08:21:09,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:21:09,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bdc2c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:09,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,35457,-1 for getting cluster id 2024-11-08T08:21:09,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:09,726 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df7ada61-080b-45b8-a22e-160a07fb1604' 2024-11-08T08:21:09,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:09,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df7ada61-080b-45b8-a22e-160a07fb1604" 2024-11-08T08:21:09,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ff3f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:09,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,35457,-1] 2024-11-08T08:21:09,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:09,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:09,728 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:09,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@157e1e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:09,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:09,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,45973,1731054049239, seqNum=-1] 2024-11-08T08:21:09,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:09,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-08T08:21:09,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731054060733.b43572bda409ba04022a947fe594fdfd., hostname=6ac96558fc7f,45973,1731054049239, seqNum=2] 2024-11-08T08:21:09,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:21:09,925 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 480, reset compression=false 2024-11-08T08:21:09,958 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 379, reset compression=false 2024-11-08T08:21:10,229 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 480, reset compression=false 2024-11-08T08:21:10,317 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 379, reset compression=false 2024-11-08T08:21:10,323 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:21:10,323 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,45973,1731054049239 got entry batch from reader: WALEntryBatch [walEntries=[{test/b43572bda409ba04022a947fe594fdfd/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T08:21:10,323 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 503, reset compression=false 2024-11-08T08:21:10,326 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:21:10,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-08T08:21:10,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:21:10,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d86053c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:10,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42961,-1 for getting cluster id 2024-11-08T08:21:10,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:10,330 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2d822a3-7ceb-44fd-9893-ece04238e3c0' 2024-11-08T08:21:10,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:10,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2d822a3-7ceb-44fd-9893-ece04238e3c0" 2024-11-08T08:21:10,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c7f3e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:10,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42961,-1] 2024-11-08T08:21:10,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:10,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:10,337 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:10,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@506baaa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:10,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:10,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,46661,1731054054735, seqNum=-1] 2024-11-08T08:21:10,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:10,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-08T08:21:10,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4., hostname=6ac96558fc7f,46661,1731054054735, seqNum=2] 2024-11-08T08:21:10,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:21:10,368 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 379, reset compression=false 2024-11-08T08:21:10,375 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:10,375 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 527, reset compression=false 2024-11-08T08:21:10,375 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,46661,1731054054735 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:21:10,529 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 503, reset compression=false 2024-11-08T08:21:10,533 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T08:21:10,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:10,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,45973,1731054049239, seqNum=-1] 2024-11-08T08:21:10,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:10,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:21:10,537 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731054060733.b43572bda409ba04022a947fe594fdfd., hostname=6ac96558fc7f,45973,1731054049239, seqNum=2] 2024-11-08T08:21:10,540 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T08:21:10,580 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 527, reset compression=false 2024-11-08T08:21:10,633 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 480, reset compression=false 2024-11-08T08:21:10,833 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 503, reset compression=false 2024-11-08T08:21:10,837 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:21:10,837 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 607, reset compression=false 2024-11-08T08:21:10,837 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,45973,1731054049239 got entry batch from reader: WALEntryBatch [walEntries=[{test/b43572bda409ba04022a947fe594fdfd/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T08:21:10,838 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:21:10,840 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:21:10,883 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 527, reset compression=false 2024-11-08T08:21:10,887 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:21:10,887 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 655, reset compression=false 2024-11-08T08:21:10,887 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,46661,1731054054735 got entry batch from reader: WALEntryBatch [walEntries=[{test/1540ebfb29fd2fd5f21a355411a3ebd4/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T08:21:10,889 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:21:10,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T08:21:10,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:21:10,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b808340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:10,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42113 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,32957,-1 for getting cluster id 2024-11-08T08:21:10,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:10,892 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '289beb0e-fefb-4f68-9b95-f08f0ddaa1e2' 2024-11-08T08:21:10,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:10,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "289beb0e-fefb-4f68-9b95-f08f0ddaa1e2" 2024-11-08T08:21:10,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50200877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:10,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,32957,-1] 2024-11-08T08:21:10,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:10,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:10,893 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:10,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64fa7953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:10,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42113 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:10,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,42113,1731054043737, seqNum=-1] 2024-11-08T08:21:10,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:10,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-08T08:21:10,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be., hostname=6ac96558fc7f,42113,1731054043737, seqNum=2] 2024-11-08T08:21:10,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:21:11,040 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 607, reset compression=false 2024-11-08T08:21:11,092 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 655, reset compression=false 2024-11-08T08:21:11,136 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 480, reset compression=false 2024-11-08T08:21:11,139 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:11,139 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 632, reset compression=false 2024-11-08T08:21:11,139 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,42113,1731054043737 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:21:11,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T08:21:11,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T08:21:11,343 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 632, reset compression=false 2024-11-08T08:21:11,343 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 607, reset compression=false 2024-11-08T08:21:11,396 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 655, reset compression=false 2024-11-08T08:21:11,542 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T08:21:11,545 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T08:21:11,646 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 632, reset compression=false 2024-11-08T08:21:11,746 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 607, reset compression=false 2024-11-08T08:21:11,799 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 655, reset compression=false 2024-11-08T08:21:11,802 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:21:11,802 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 759, reset compression=false 2024-11-08T08:21:11,803 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,46661,1731054054735 got entry batch from reader: WALEntryBatch [walEntries=[{test/1540ebfb29fd2fd5f21a355411a3ebd4/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T08:21:11,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:21:11,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:21:12,006 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 759, reset compression=false 2024-11-08T08:21:12,050 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 632, reset compression=false 2024-11-08T08:21:12,054 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:21:12,054 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 760, reset compression=false 2024-11-08T08:21:12,054 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,42113,1731054043737 got entry batch from reader: WALEntryBatch [walEntries=[{test/c194f73dc7dd9ea0b38d74d7a9f900be/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T08:21:12,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:21:12,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:21:12,250 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 607, reset compression=false 2024-11-08T08:21:12,254 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:12,254 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 758, reset compression=false 2024-11-08T08:21:12,254 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,45973,1731054049239 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:21:12,258 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 760, reset compression=false 2024-11-08T08:21:12,309 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 759, reset compression=false 2024-11-08T08:21:12,459 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 758, reset compression=false 2024-11-08T08:21:12,547 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T08:21:12,550 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T08:21:12,561 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 760, reset compression=false 2024-11-08T08:21:12,565 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:21:12,565 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 916, reset compression=false 2024-11-08T08:21:12,565 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,42113,1731054043737 got entry batch from reader: WALEntryBatch [walEntries=[{test/c194f73dc7dd9ea0b38d74d7a9f900be/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T08:21:12,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:21:12,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:21:12,712 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 759, reset compression=false 2024-11-08T08:21:12,762 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 758, reset compression=false 2024-11-08T08:21:12,767 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:21:12,767 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 905, reset compression=false 2024-11-08T08:21:12,768 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,45973,1731054049239 got entry batch from reader: WALEntryBatch [walEntries=[{test/b43572bda409ba04022a947fe594fdfd/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T08:21:12,768 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 916, reset compression=false 2024-11-08T08:21:12,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:21:12,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:21:12,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:12,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:21:12,840 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68506 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:21:12,973 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 905, reset compression=false 2024-11-08T08:21:13,073 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 916, reset compression=false 2024-11-08T08:21:13,104 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T08:21:13,216 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 759, reset compression=false 2024-11-08T08:21:13,220 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:13,220 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 930, reset compression=false 2024-11-08T08:21:13,220 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,46661,1731054054735 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:21:13,277 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 905, reset compression=false 2024-11-08T08:21:13,422 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 930, reset compression=false 2024-11-08T08:21:13,476 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 916, reset compression=false 2024-11-08T08:21:13,552 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T08:21:13,555 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T08:21:13,680 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 905, reset compression=false 2024-11-08T08:21:13,684 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:21:13,684 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1064, reset compression=false 2024-11-08T08:21:13,684 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,45973,1731054049239 got entry batch from reader: WALEntryBatch [walEntries=[{test/b43572bda409ba04022a947fe594fdfd/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T08:21:13,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:21:13,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:21:13,726 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 930, reset compression=false 2024-11-08T08:21:13,730 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:21:13,731 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 1080, reset compression=false 2024-11-08T08:21:13,731 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,46661,1731054054735 got entry batch from reader: WALEntryBatch [walEntries=[{test/1540ebfb29fd2fd5f21a355411a3ebd4/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T08:21:13,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:21:13,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:21:13,886 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1064, reset compression=false 2024-11-08T08:21:13,934 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 1080, reset compression=false 2024-11-08T08:21:13,980 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 916, reset compression=false 2024-11-08T08:21:13,984 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:13,984 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1090, reset compression=false 2024-11-08T08:21:13,984 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,42113,1731054043737 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:21:14,188 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1090, reset compression=false 2024-11-08T08:21:14,189 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1064, reset compression=false 2024-11-08T08:21:14,237 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 1080, reset compression=false 2024-11-08T08:21:14,491 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1090, reset compression=false 2024-11-08T08:21:14,557 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T08:21:14,560 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T08:21:14,592 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1064, reset compression=false 2024-11-08T08:21:14,617 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:21:14,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:14,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:14,641 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 1080, reset compression=false 2024-11-08T08:21:14,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:14,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:14,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:14,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:14,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:14,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:14,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:14,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:14,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:14,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:14,734 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:21:14,734 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 1239, reset compression=false 2024-11-08T08:21:14,734 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,46661,1731054054735 got entry batch from reader: WALEntryBatch [walEntries=[{test/1540ebfb29fd2fd5f21a355411a3ebd4/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T08:21:14,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:21:14,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:21:14,894 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1090, reset compression=false 2024-11-08T08:21:14,898 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:21:14,898 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1240, reset compression=false 2024-11-08T08:21:14,898 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,42113,1731054043737 got entry batch from reader: WALEntryBatch [walEntries=[{test/c194f73dc7dd9ea0b38d74d7a9f900be/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-08T08:21:14,899 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:21:14,902 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:21:14,937 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 1239, reset compression=false 2024-11-08T08:21:15,096 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1064, reset compression=false 2024-11-08T08:21:15,101 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:15,101 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1237, reset compression=false 2024-11-08T08:21:15,101 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,45973,1731054049239 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:21:15,102 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1240, reset compression=false 2024-11-08T08:21:15,240 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 1239, reset compression=false 2024-11-08T08:21:15,304 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1237, reset compression=false 2024-11-08T08:21:15,404 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1240, reset compression=false 2024-11-08T08:21:15,562 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T08:21:15,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@796d8be8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:15,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42961,-1 for getting cluster id 2024-11-08T08:21:15,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:15,569 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2d822a3-7ceb-44fd-9893-ece04238e3c0' 2024-11-08T08:21:15,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:15,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2d822a3-7ceb-44fd-9893-ece04238e3c0" 2024-11-08T08:21:15,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d66c2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:15,569 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42961,-1] 2024-11-08T08:21:15,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:15,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:15,570 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:15,571 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35df6e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:15,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42961,1731054054593 2024-11-08T08:21:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40bf411a 2024-11-08T08:21:15,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:15,575 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:21:15,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-08T08:21:15,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-08T08:21:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T08:21:15,607 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1237, reset compression=false 2024-11-08T08:21:15,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:21:15,643 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 1239, reset compression=false 2024-11-08T08:21:15,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T08:21:15,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T08:21:15,773 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-08T08:21:15,774 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-08T08:21:15,774 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ac96558fc7f,46661,1731054054735 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-08T08:21:15,774 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0. 2024-11-08T08:21:15,774 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:15,774 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:15,774 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:15,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:15,808 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1240, reset compression=false 2024-11-08T08:21:15,874 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T08:21:15,874 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T08:21:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T08:21:15,974 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 terminated 2024-11-08T08:21:15,990 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-6ac96558fc7f,46661,1731054054735, ReplicationSource: 1, currentBandwidth=0 2024-11-08T08:21:15,990 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-08T08:21:15,991 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T08:21:15,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T08:21:15,993 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 6ac96558fc7f,46661,1731054054735 suceeded 2024-11-08T08:21:15,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T08:21:15,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-08T08:21:15,995 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-08T08:21:15,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 419 msec 2024-11-08T08:21:16,004 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:32957' 2024-11-08T08:21:16,005 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6eff99ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:16,005 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,32957,-1 for getting cluster id 2024-11-08T08:21:16,005 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:16,005 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '289beb0e-fefb-4f68-9b95-f08f0ddaa1e2' 2024-11-08T08:21:16,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:16,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "289beb0e-fefb-4f68-9b95-f08f0ddaa1e2" 2024-11-08T08:21:16,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4deb5746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:16,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,32957,-1] 2024-11-08T08:21:16,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:16,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:16,007 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:16,007 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c623e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:16,007 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:16,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,32957,1731054043516 2024-11-08T08:21:16,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@571cfc70 2024-11-08T08:21:16,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:16,009 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-08T08:21:16,009 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ac96558fc7f,46661,1731054054735 (queues=1) is replicating from cluster=a2d822a3-7ceb-44fd-9893-ece04238e3c0 to cluster=289beb0e-fefb-4f68-9b95-f08f0ddaa1e2 2024-11-08T08:21:16,009 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ac96558fc7f%2C46661%2C1731054054735 2024-11-08T08:21:16,009 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ac96558fc7f,46661,1731054054735, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:21:16,010 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C46661%2C1731054054735 2024-11-08T08:21:16,011 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1237, reset compression=false 2024-11-08T08:21:16,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T08:21:16,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:21:16,210 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T08:21:16,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:16,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:16,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:16,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:16,214 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-08T08:21:16,311 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1240, reset compression=false 2024-11-08T08:21:16,315 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:21:16,315 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1344, reset compression=false 2024-11-08T08:21:16,315 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,42113,1731054043737 got entry batch from reader: WALEntryBatch [walEntries=[{test/c194f73dc7dd9ea0b38d74d7a9f900be/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T08:21:16,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:21:16,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45973 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:21:16,514 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1237, reset compression=false 2024-11-08T08:21:16,518 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:21:16,518 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1364, reset compression=false 2024-11-08T08:21:16,518 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,45973,1731054049239 got entry batch from reader: WALEntryBatch [walEntries=[{test/b43572bda409ba04022a947fe594fdfd/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T08:21:16,518 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1344, reset compression=false 2024-11-08T08:21:16,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:21:16,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:21:16,725 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1364, reset compression=false 2024-11-08T08:21:16,827 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1344, reset compression=false 2024-11-08T08:21:17,029 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1364, reset compression=false 2024-11-08T08:21:17,215 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-08T08:21:17,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148271d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:17,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42961,-1 for getting cluster id 2024-11-08T08:21:17,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:17,218 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a2d822a3-7ceb-44fd-9893-ece04238e3c0' 2024-11-08T08:21:17,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:17,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a2d822a3-7ceb-44fd-9893-ece04238e3c0" 2024-11-08T08:21:17,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fa61e78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:17,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42961,-1] 2024-11-08T08:21:17,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:17,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:17,220 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@335df1d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:17,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42961,1731054054593 2024-11-08T08:21:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25a99adf 2024-11-08T08:21:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:17,225 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:21:17,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-08T08:21:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-08T08:21:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T08:21:17,231 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1344, reset compression=false 2024-11-08T08:21:17,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:21:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T08:21:17,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46661 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-08T08:21:17,395 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-08T08:21:17,395 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-08T08:21:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-08T08:21:17,397 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 6ac96558fc7f,46661,1731054054735 suceeded 2024-11-08T08:21:17,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-08T08:21:17,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-08T08:21:17,399 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-08T08:21:17,400 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 173 msec 2024-11-08T08:21:17,411 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471, startPosition=1239, beingWritten=true 2024-11-08T08:21:17,415 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:17,415 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 1390, reset compression=false 2024-11-08T08:21:17,415 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,46661,1731054054735 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471, lastWalPosition=1390, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:21:17,432 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1364, reset compression=false 2024-11-08T08:21:17,438 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:21:17,438 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1468, reset compression=false 2024-11-08T08:21:17,438 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,45973,1731054049239 got entry batch from reader: WALEntryBatch [walEntries=[{test/b43572bda409ba04022a947fe594fdfd/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T08:21:17,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:21:17,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46661 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:21:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42961 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-08T08:21:17,551 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-08T08:21:17,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:21:17,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:17,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:17,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:17,551 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:17,553 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-08T08:21:17,621 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 1390, reset compression=false 2024-11-08T08:21:17,626 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:21:17,626 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 1518, reset compression=false 2024-11-08T08:21:17,626 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,46661,1731054054735 got entry batch from reader: WALEntryBatch [walEntries=[{test/1540ebfb29fd2fd5f21a355411a3ebd4/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-08T08:21:17,628 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:21:17,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-08T08:21:17,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42113 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:21:17,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42113 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:21:17,645 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1468, reset compression=false 2024-11-08T08:21:17,734 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1344, reset compression=false 2024-11-08T08:21:17,738 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:17,738 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1496, reset compression=false 2024-11-08T08:21:17,738 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,42113,1731054043737 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:21:17,830 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 1518, reset compression=false 2024-11-08T08:21:17,941 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1496, reset compression=false 2024-11-08T08:21:17,949 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1468, reset compression=false 2024-11-08T08:21:18,137 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 1518, reset compression=false 2024-11-08T08:21:18,244 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1496, reset compression=false 2024-11-08T08:21:18,353 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1468, reset compression=false 2024-11-08T08:21:18,548 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 1518, reset compression=false 2024-11-08T08:21:18,555 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-08T08:21:18,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:21:18,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:21:18,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:18,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:18,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:18,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:18,556 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:21:18,556 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1866656366, stopped=false 2024-11-08T08:21:18,556 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,42961,1731054054593 2024-11-08T08:21:18,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2722726046/running 2024-11-08T08:21:18,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046 2024-11-08T08:21:18,609 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:21:18,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2722726046/running 2024-11-08T08:21:18,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046 2024-11-08T08:21:18,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:21:18,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:18,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:18,610 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,46661,1731054054735' ***** 2024-11-08T08:21:18,610 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:21:18,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Set watcher on znode that does not yet exist, /2722726046/running 2024-11-08T08:21:18,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Set watcher on znode that does not yet exist, /2722726046/running 2024-11-08T08:21:18,611 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:21:18,612 INFO [RS:0;6ac96558fc7f:46661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:21:18,612 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:21:18,612 INFO [RS:0;6ac96558fc7f:46661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:21:18,612 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(3091): Received CLOSE for 427aa6011dbb847a3350ff6bcb21fbc3 2024-11-08T08:21:18,612 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1540ebfb29fd2fd5f21a355411a3ebd4 2024-11-08T08:21:18,612 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,46661,1731054054735 2024-11-08T08:21:18,612 INFO [RS:0;6ac96558fc7f:46661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:21:18,612 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 427aa6011dbb847a3350ff6bcb21fbc3, disabling compactions & flushes 2024-11-08T08:21:18,612 INFO [RS:0;6ac96558fc7f:46661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:46661. 2024-11-08T08:21:18,612 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3. 2024-11-08T08:21:18,612 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3. 2024-11-08T08:21:18,612 DEBUG [RS:0;6ac96558fc7f:46661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:18,612 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3. after waiting 0 ms 2024-11-08T08:21:18,612 DEBUG [RS:0;6ac96558fc7f:46661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:18,612 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3. 2024-11-08T08:21:18,612 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:21:18,612 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:21:18,612 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:21:18,612 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 427aa6011dbb847a3350ff6bcb21fbc3 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-08T08:21:18,612 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:21:18,612 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T08:21:18,612 DEBUG [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 427aa6011dbb847a3350ff6bcb21fbc3=hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3., 1540ebfb29fd2fd5f21a355411a3ebd4=test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4.} 2024-11-08T08:21:18,613 DEBUG [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(1351): Waiting on 1540ebfb29fd2fd5f21a355411a3ebd4, 1588230740, 427aa6011dbb847a3350ff6bcb21fbc3 2024-11-08T08:21:18,613 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:21:18,613 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:21:18,613 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:21:18,613 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:21:18,613 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:21:18,613 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T08:21:18,630 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/.tmp/info/636e868c2b3d4d77964b099651c57bc4 is 147, key is hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3./info:regioninfo/1731054069128/Put/seqid=0 2024-11-08T08:21:18,631 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/replication/427aa6011dbb847a3350ff6bcb21fbc3/.tmp/queue/0b5ba79a90d54702a26bd3fa22e15ac2 is 154, key is 1-6ac96558fc7f,46661,1731054054735/queue:6ac96558fc7f%2C46661%2C1731054054735/1731054077633/Put/seqid=0 2024-11-08T08:21:18,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741840_1016 (size=7686) 2024-11-08T08:21:18,634 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/.tmp/info/636e868c2b3d4d77964b099651c57bc4 2024-11-08T08:21:18,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741841_1017 (size=5353) 2024-11-08T08:21:18,636 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/replication/427aa6011dbb847a3350ff6bcb21fbc3/.tmp/queue/0b5ba79a90d54702a26bd3fa22e15ac2 2024-11-08T08:21:18,640 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/replication/427aa6011dbb847a3350ff6bcb21fbc3/.tmp/queue/0b5ba79a90d54702a26bd3fa22e15ac2 as hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/replication/427aa6011dbb847a3350ff6bcb21fbc3/queue/0b5ba79a90d54702a26bd3fa22e15ac2 2024-11-08T08:21:18,645 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:21:18,648 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1496, reset compression=false 2024-11-08T08:21:18,649 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/replication/427aa6011dbb847a3350ff6bcb21fbc3/queue/0b5ba79a90d54702a26bd3fa22e15ac2, entries=1, sequenceid=14, filesize=5.2 K 2024-11-08T08:21:18,650 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 427aa6011dbb847a3350ff6bcb21fbc3 in 38ms, sequenceid=14, compaction requested=false 2024-11-08T08:21:18,654 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/.tmp/ns/59a129b805d74120b75cf268ee7d969b is 43, key is default/ns:d/1731054058374/Put/seqid=0 2024-11-08T08:21:18,665 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/replication/427aa6011dbb847a3350ff6bcb21fbc3/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-08T08:21:18,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741842_1018 (size=5153) 2024-11-08T08:21:18,672 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:21:18,672 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:21:18,672 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3. 2024-11-08T08:21:18,673 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 427aa6011dbb847a3350ff6bcb21fbc3: Waiting for close lock at 1731054078612Running coprocessor pre-close hooks at 1731054078612Disabling compacts and flushes for region at 1731054078612Disabling writes for close at 1731054078612Obtaining lock to block concurrent updates at 1731054078612Preparing flush snapshotting stores in 427aa6011dbb847a3350ff6bcb21fbc3 at 1731054078612Finished memstore snapshotting hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731054078613 (+1 ms)Flushing stores of hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3. at 1731054078613Flushing 427aa6011dbb847a3350ff6bcb21fbc3/queue: creating writer at 1731054078613Flushing 427aa6011dbb847a3350ff6bcb21fbc3/queue: appending metadata at 1731054078631 (+18 ms)Flushing 427aa6011dbb847a3350ff6bcb21fbc3/queue: closing flushed file at 1731054078631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d3af271: reopening flushed file at 1731054078640 (+9 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 427aa6011dbb847a3350ff6bcb21fbc3 in 38ms, sequenceid=14, compaction requested=false at 1731054078650 (+10 ms)Writing region close event to WAL at 1731054078657 (+7 ms)Running coprocessor post-close hooks at 1731054078672 (+15 ms)Closed at 1731054078672 2024-11-08T08:21:18,673 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731054068355.427aa6011dbb847a3350ff6bcb21fbc3. 2024-11-08T08:21:18,673 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1540ebfb29fd2fd5f21a355411a3ebd4, disabling compactions & flushes 2024-11-08T08:21:18,673 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4. 2024-11-08T08:21:18,673 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4. 2024-11-08T08:21:18,673 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4. after waiting 0 ms 2024-11-08T08:21:18,673 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4. 2024-11-08T08:21:18,673 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1540ebfb29fd2fd5f21a355411a3ebd4 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T08:21:18,689 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T08:21:18,693 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/default/test/1540ebfb29fd2fd5f21a355411a3ebd4/.tmp/f/023e57b4256e435388828423c5dd9492 is 37, key is row3/f:row3/1731054076212/Put/seqid=0 2024-11-08T08:21:18,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741843_1019 (size=5228) 2024-11-08T08:21:18,813 DEBUG [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(1351): Waiting on 1540ebfb29fd2fd5f21a355411a3ebd4, 1588230740 2024-11-08T08:21:18,856 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1468, reset compression=false 2024-11-08T08:21:19,013 DEBUG [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(1351): Waiting on 1540ebfb29fd2fd5f21a355411a3ebd4, 1588230740 2024-11-08T08:21:19,051 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 1518, reset compression=false 2024-11-08T08:21:19,056 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:19,056 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 1765, reset compression=false 2024-11-08T08:21:19,056 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,46661,1731054054735 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:21:19,057 ERROR [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6ac96558fc7f,46661,1731054054735: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6ac96558fc7f,46661,1731054054735, walGroup=6ac96558fc7f%2C46661%2C1731054054735, offset=6ac96558fc7f%2C46661%2C1731054054735.1731054057471:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:46661 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T08:21:19,058 ERROR [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T08:21:19,058 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T08:21:19,058 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T08:21:19,058 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T08:21:19,058 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T08:21:19,059 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 783894600 }, "NonHeapMemoryUsage": { "committed": 202571776, "init": 7667712, "max": -1, "used": 199410272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T08:21:19,059 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:42961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:42961 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T08:21:19,066 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/.tmp/ns/59a129b805d74120b75cf268ee7d969b 2024-11-08T08:21:19,086 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/.tmp/rep_barrier/804698004b0942eb92ecdb39f521d6ad is 112, key is test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4./rep_barrier:seqnumDuringOpen/1731054064062/Put/seqid=0 2024-11-08T08:21:19,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741844_1020 (size=5518) 2024-11-08T08:21:19,098 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/default/test/1540ebfb29fd2fd5f21a355411a3ebd4/.tmp/f/023e57b4256e435388828423c5dd9492 2024-11-08T08:21:19,102 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 023e57b4256e435388828423c5dd9492 2024-11-08T08:21:19,118 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/default/test/1540ebfb29fd2fd5f21a355411a3ebd4/.tmp/f1/67dad5679f314ec4b82075ae749d6eea is 30, key is row1/f1:/1731054073553/DeleteFamily/seqid=0 2024-11-08T08:21:19,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741845_1021 (size=5158) 2024-11-08T08:21:19,121 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/default/test/1540ebfb29fd2fd5f21a355411a3ebd4/.tmp/f1/67dad5679f314ec4b82075ae749d6eea 2024-11-08T08:21:19,125 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67dad5679f314ec4b82075ae749d6eea 2024-11-08T08:21:19,141 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/default/test/1540ebfb29fd2fd5f21a355411a3ebd4/.tmp/norep/bdfff48cc3a447ddadde1c617ebc7630 is 33, key is row2/norep:/1731054074558/DeleteFamily/seqid=0 2024-11-08T08:21:19,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741846_1022 (size=5108) 2024-11-08T08:21:19,175 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1496, reset compression=false 2024-11-08T08:21:19,213 DEBUG [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(1351): Waiting on 1540ebfb29fd2fd5f21a355411a3ebd4, 1588230740 2024-11-08T08:21:19,260 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 1765, reset compression=false 2024-11-08T08:21:19,330 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:21:19,331 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:21:19,413 DEBUG [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(1351): Waiting on 1540ebfb29fd2fd5f21a355411a3ebd4, 1588230740 2024-11-08T08:21:19,459 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1468, reset compression=false 2024-11-08T08:21:19,489 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/.tmp/rep_barrier/804698004b0942eb92ecdb39f521d6ad 2024-11-08T08:21:19,510 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/.tmp/table/2bce3cf6f9a34cb39e03a8e0090e0d2d is 53, key is hbase:replication/table:state/1731054069134/Put/seqid=0 2024-11-08T08:21:19,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741847_1023 (size=5308) 2024-11-08T08:21:19,546 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/default/test/1540ebfb29fd2fd5f21a355411a3ebd4/.tmp/norep/bdfff48cc3a447ddadde1c617ebc7630 2024-11-08T08:21:19,550 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bdfff48cc3a447ddadde1c617ebc7630 2024-11-08T08:21:19,551 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/default/test/1540ebfb29fd2fd5f21a355411a3ebd4/.tmp/f/023e57b4256e435388828423c5dd9492 as hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/default/test/1540ebfb29fd2fd5f21a355411a3ebd4/f/023e57b4256e435388828423c5dd9492 2024-11-08T08:21:19,554 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 023e57b4256e435388828423c5dd9492 2024-11-08T08:21:19,555 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/default/test/1540ebfb29fd2fd5f21a355411a3ebd4/f/023e57b4256e435388828423c5dd9492, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T08:21:19,555 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/default/test/1540ebfb29fd2fd5f21a355411a3ebd4/.tmp/f1/67dad5679f314ec4b82075ae749d6eea as hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/default/test/1540ebfb29fd2fd5f21a355411a3ebd4/f1/67dad5679f314ec4b82075ae749d6eea 2024-11-08T08:21:19,559 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67dad5679f314ec4b82075ae749d6eea 2024-11-08T08:21:19,559 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/default/test/1540ebfb29fd2fd5f21a355411a3ebd4/f1/67dad5679f314ec4b82075ae749d6eea, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T08:21:19,560 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/default/test/1540ebfb29fd2fd5f21a355411a3ebd4/.tmp/norep/bdfff48cc3a447ddadde1c617ebc7630 as hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/default/test/1540ebfb29fd2fd5f21a355411a3ebd4/norep/bdfff48cc3a447ddadde1c617ebc7630 2024-11-08T08:21:19,564 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 1765, reset compression=false 2024-11-08T08:21:19,565 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bdfff48cc3a447ddadde1c617ebc7630 2024-11-08T08:21:19,566 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/default/test/1540ebfb29fd2fd5f21a355411a3ebd4/norep/bdfff48cc3a447ddadde1c617ebc7630, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T08:21:19,567 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1540ebfb29fd2fd5f21a355411a3ebd4 in 893ms, sequenceid=12, compaction requested=false 2024-11-08T08:21:19,568 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:19,568 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 to pos 2114, reset compression=false 2024-11-08T08:21:19,574 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:19,574 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/default/test/1540ebfb29fd2fd5f21a355411a3ebd4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T08:21:19,575 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:21:19,575 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:21:19,575 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4. 2024-11-08T08:21:19,575 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1540ebfb29fd2fd5f21a355411a3ebd4: Waiting for close lock at 1731054078673Running coprocessor pre-close hooks at 1731054078673Disabling compacts and flushes for region at 1731054078673Disabling writes for close at 1731054078673Obtaining lock to block concurrent updates at 1731054078673Preparing flush snapshotting stores in 1540ebfb29fd2fd5f21a355411a3ebd4 at 1731054078673Finished memstore snapshotting test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731054078674 (+1 ms)Flushing stores of test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4. at 1731054078676 (+2 ms)Flushing 1540ebfb29fd2fd5f21a355411a3ebd4/f: creating writer at 1731054078676Flushing 1540ebfb29fd2fd5f21a355411a3ebd4/f: appending metadata at 1731054078692 (+16 ms)Flushing 1540ebfb29fd2fd5f21a355411a3ebd4/f: closing flushed file at 1731054078692Flushing 1540ebfb29fd2fd5f21a355411a3ebd4/f1: creating writer at 1731054079102 (+410 ms)Flushing 1540ebfb29fd2fd5f21a355411a3ebd4/f1: appending metadata at 1731054079117 (+15 ms)Flushing 1540ebfb29fd2fd5f21a355411a3ebd4/f1: closing flushed file at 1731054079117Flushing 1540ebfb29fd2fd5f21a355411a3ebd4/norep: creating writer at 1731054079125 (+8 ms)Flushing 1540ebfb29fd2fd5f21a355411a3ebd4/norep: appending metadata at 1731054079140 (+15 ms)Flushing 1540ebfb29fd2fd5f21a355411a3ebd4/norep: closing flushed file at 1731054079140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e7d8dee: reopening flushed file at 1731054079550 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29a39d84: reopening flushed file at 1731054079555 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35f74a7a: reopening flushed file at 1731054079559 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 1540ebfb29fd2fd5f21a355411a3ebd4 in 893ms, sequenceid=12, compaction requested=false at 1731054079567 (+8 ms)Writing region close event to WAL at 1731054079568 (+1 ms)Running coprocessor post-close hooks at 1731054079575 (+7 ms)Closed at 1731054079575 2024-11-08T08:21:19,575 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731054062894.1540ebfb29fd2fd5f21a355411a3ebd4. 2024-11-08T08:21:19,613 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T08:21:19,613 DEBUG [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:21:19,614 DEBUG [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:21:19,779 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1496, reset compression=false 2024-11-08T08:21:19,814 DEBUG [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:21:19,914 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/.tmp/table/2bce3cf6f9a34cb39e03a8e0090e0d2d 2024-11-08T08:21:19,918 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/.tmp/info/636e868c2b3d4d77964b099651c57bc4 as hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/info/636e868c2b3d4d77964b099651c57bc4 2024-11-08T08:21:19,921 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/info/636e868c2b3d4d77964b099651c57bc4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T08:21:19,922 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/.tmp/ns/59a129b805d74120b75cf268ee7d969b as hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/ns/59a129b805d74120b75cf268ee7d969b 2024-11-08T08:21:19,925 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/ns/59a129b805d74120b75cf268ee7d969b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T08:21:19,926 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/.tmp/rep_barrier/804698004b0942eb92ecdb39f521d6ad as hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/rep_barrier/804698004b0942eb92ecdb39f521d6ad 2024-11-08T08:21:19,929 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/rep_barrier/804698004b0942eb92ecdb39f521d6ad, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T08:21:19,930 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/.tmp/table/2bce3cf6f9a34cb39e03a8e0090e0d2d as hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/table/2bce3cf6f9a34cb39e03a8e0090e0d2d 2024-11-08T08:21:19,934 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/table/2bce3cf6f9a34cb39e03a8e0090e0d2d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T08:21:19,935 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false 2024-11-08T08:21:19,939 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T08:21:19,939 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:21:19,939 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:21:19,939 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:21:19,939 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054078613Running coprocessor pre-close hooks at 1731054078613Disabling compacts and flushes for region at 1731054078613Disabling writes for close at 1731054078613Obtaining lock to block concurrent updates at 1731054078613Preparing flush snapshotting stores in 1588230740 at 1731054078613Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731054078613Flushing stores of hbase:meta,,1.1588230740 at 1731054078613Flushing 1588230740/info: creating writer at 1731054078613Flushing 1588230740/info: appending metadata at 1731054078630 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731054078630Flushing 1588230740/ns: creating writer at 1731054078639 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731054078654 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731054078654Flushing 1588230740/rep_barrier: creating writer at 1731054079070 (+416 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731054079085 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731054079085Flushing 1588230740/table: creating writer at 1731054079493 (+408 ms)Flushing 1588230740/table: appending metadata at 1731054079509 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731054079509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@598d1504: reopening flushed file at 1731054079917 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eac856c: reopening flushed file at 1731054079921 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78365539: reopening flushed file at 1731054079925 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@237c5631: reopening flushed file at 1731054079929 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false at 1731054079935 (+6 ms)Writing region close event to WAL at 1731054079936 (+1 ms)Running coprocessor post-close hooks at 1731054079939 (+3 ms)Closed at 1731054079939 2024-11-08T08:21:19,939 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:21:20,014 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,46661,1731054054735; all regions closed. 2024-11-08T08:21:20,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741834_1010 (size=4239) 2024-11-08T08:21:20,018 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.meta.1731054058327.meta not finished, retry = 0 2024-11-08T08:21:20,121 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.rep.1731054069095 not finished, retry = 0 2024-11-08T08:21:20,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741839_1015 (size=3552) 2024-11-08T08:21:20,163 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1468, reset compression=false 2024-11-08T08:21:20,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741832_1008 (size=2417) 2024-11-08T08:21:20,224 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/WALs/6ac96558fc7f,46661,1731054054735/6ac96558fc7f%2C46661%2C1731054054735.1731054057471 not finished, retry = 0 2024-11-08T08:21:20,324 DEBUG [RS:0;6ac96558fc7f:46661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:20,324 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:21:20,325 INFO [RS:0;6ac96558fc7f:46661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:21:20,325 INFO [RS:0;6ac96558fc7f:46661 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T08:21:20,325 INFO [RS:0;6ac96558fc7f:46661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:21:20,325 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ac96558fc7f,46661,1731054054735 because: Region server is closing 2024-11-08T08:21:20,325 INFO [RS:0;6ac96558fc7f:46661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:46661. 2024-11-08T08:21:20,325 DEBUG [RS:0;6ac96558fc7f:46661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:20,325 DEBUG [RS:0;6ac96558fc7f:46661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:20,326 DEBUG [RS:0;6ac96558fc7f:46661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:20,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:20,326 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:21:20,426 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.shipper6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 terminated 2024-11-08T08:21:20,426 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,46661,1731054054735.replicationSource.wal-reader.6ac96558fc7f%2C46661%2C1731054054735,1-6ac96558fc7f,46661,1731054054735 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-08T08:21:20,426 INFO [RS:0;6ac96558fc7f:46661 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:46661. 2024-11-08T08:21:20,426 DEBUG [RS:0;6ac96558fc7f:46661 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:20,426 DEBUG [RS:0;6ac96558fc7f:46661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:20,426 DEBUG [RS:0;6ac96558fc7f:46661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:20,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:20,426 INFO [RS:0;6ac96558fc7f:46661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46661 2024-11-08T08:21:20,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046/rs 2024-11-08T08:21:20,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2722726046/rs/6ac96558fc7f,46661,1731054054735 2024-11-08T08:21:20,472 INFO [RS:0;6ac96558fc7f:46661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:21:20,482 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1496, reset compression=false 2024-11-08T08:21:20,483 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,46661,1731054054735] 2024-11-08T08:21:20,493 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2722726046/draining/6ac96558fc7f,46661,1731054054735 already deleted, retry=false 2024-11-08T08:21:20,493 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,46661,1731054054735 expired; onlineServers=0 2024-11-08T08:21:20,494 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,42961,1731054054593' ***** 2024-11-08T08:21:20,494 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:21:20,494 INFO [M:0;6ac96558fc7f:42961 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:21:20,494 INFO [M:0;6ac96558fc7f:42961 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:21:20,494 DEBUG [M:0;6ac96558fc7f:42961 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:21:20,494 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:21:20,494 DEBUG [M:0;6ac96558fc7f:42961 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:21:20,494 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054057120 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054057120,5,FailOnTimeoutGroup] 2024-11-08T08:21:20,494 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054057121 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054057121,5,FailOnTimeoutGroup] 2024-11-08T08:21:20,494 INFO [M:0;6ac96558fc7f:42961 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:21:20,494 INFO [M:0;6ac96558fc7f:42961 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:21:20,494 DEBUG [M:0;6ac96558fc7f:42961 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:21:20,494 INFO [M:0;6ac96558fc7f:42961 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:21:20,494 INFO [M:0;6ac96558fc7f:42961 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:21:20,495 INFO [M:0;6ac96558fc7f:42961 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:21:20,495 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:21:20,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2722726046/master 2024-11-08T08:21:20,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2722726046 2024-11-08T08:21:20,504 DEBUG [M:0;6ac96558fc7f:42961 {}] zookeeper.ZKUtil(347): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Unable to get data of znode /2722726046/master because node does not exist (not an error) 2024-11-08T08:21:20,504 WARN [M:0;6ac96558fc7f:42961 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:21:20,505 INFO [M:0;6ac96558fc7f:42961 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/.lastflushedseqids 2024-11-08T08:21:20,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741848_1024 (size=245) 2024-11-08T08:21:20,583 INFO [RS:0;6ac96558fc7f:46661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:21:20,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:21:20,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46661-0x1011988754a0007, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:21:20,583 INFO [RS:0;6ac96558fc7f:46661 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,46661,1731054054735; zookeeper connection closed. 2024-11-08T08:21:20,583 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@20dbb0eb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@20dbb0eb 2024-11-08T08:21:20,584 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:21:20,909 INFO [M:0;6ac96558fc7f:42961 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:21:20,909 INFO [M:0;6ac96558fc7f:42961 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:21:20,909 DEBUG [M:0;6ac96558fc7f:42961 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:21:20,909 INFO [M:0;6ac96558fc7f:42961 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:20,909 DEBUG [M:0;6ac96558fc7f:42961 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:20,910 DEBUG [M:0;6ac96558fc7f:42961 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-08T08:21:20,910 DEBUG [M:0;6ac96558fc7f:42961 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:20,910 INFO [M:0;6ac96558fc7f:42961 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-08T08:21:20,927 DEBUG [M:0;6ac96558fc7f:42961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2ea3ca443a042c18339dbddea9b5ad5 is 82, key is hbase:meta,,1/info:regioninfo/1731054058357/Put/seqid=0 2024-11-08T08:21:20,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741849_1025 (size=5672) 2024-11-08T08:21:20,966 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1468, reset compression=false 2024-11-08T08:21:21,286 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1496, reset compression=false 2024-11-08T08:21:21,331 INFO [M:0;6ac96558fc7f:42961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2ea3ca443a042c18339dbddea9b5ad5 2024-11-08T08:21:21,350 DEBUG [M:0;6ac96558fc7f:42961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3004db09a114d99a027a752c32216e0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731054069137/Put/seqid=0 2024-11-08T08:21:21,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741850_1026 (size=9211) 2024-11-08T08:21:21,754 INFO [M:0;6ac96558fc7f:42961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3004db09a114d99a027a752c32216e0 2024-11-08T08:21:21,774 DEBUG [M:0;6ac96558fc7f:42961 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f30e9afe29544038f0c3ca6c1130923 is 69, key is 6ac96558fc7f,46661,1731054054735/rs:state/1731054057196/Put/seqid=0 2024-11-08T08:21:21,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741851_1027 (size=5156) 2024-11-08T08:21:21,869 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1468, reset compression=false 2024-11-08T08:21:22,179 INFO [M:0;6ac96558fc7f:42961 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f30e9afe29544038f0c3ca6c1130923 2024-11-08T08:21:22,184 DEBUG [M:0;6ac96558fc7f:42961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d2ea3ca443a042c18339dbddea9b5ad5 as hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2ea3ca443a042c18339dbddea9b5ad5 2024-11-08T08:21:22,187 INFO [M:0;6ac96558fc7f:42961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d2ea3ca443a042c18339dbddea9b5ad5, entries=8, sequenceid=127, filesize=5.5 K 2024-11-08T08:21:22,188 DEBUG [M:0;6ac96558fc7f:42961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3004db09a114d99a027a752c32216e0 as hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3004db09a114d99a027a752c32216e0 2024-11-08T08:21:22,189 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1496, reset compression=false 2024-11-08T08:21:22,192 INFO [M:0;6ac96558fc7f:42961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3004db09a114d99a027a752c32216e0, entries=15, sequenceid=127, filesize=9.0 K 2024-11-08T08:21:22,192 DEBUG [M:0;6ac96558fc7f:42961 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6f30e9afe29544038f0c3ca6c1130923 as hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f30e9afe29544038f0c3ca6c1130923 2024-11-08T08:21:22,196 INFO [M:0;6ac96558fc7f:42961 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34893/user/jenkins/test-data/4071f3cb-24a7-4f16-7108-28c83ca1ba55/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6f30e9afe29544038f0c3ca6c1130923, entries=1, sequenceid=127, filesize=5.0 K 2024-11-08T08:21:22,196 INFO [M:0;6ac96558fc7f:42961 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false 2024-11-08T08:21:22,197 INFO [M:0;6ac96558fc7f:42961 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:22,197 DEBUG [M:0;6ac96558fc7f:42961 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054080909Disabling compacts and flushes for region at 1731054080909Disabling writes for close at 1731054080910 (+1 ms)Obtaining lock to block concurrent updates at 1731054080910Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731054080910Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731054080910Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731054080911 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731054080911Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731054080926 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731054080926Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731054081334 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731054081350 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731054081350Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731054081757 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731054081774 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731054081774Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@232d6e2c: reopening flushed file at 1731054082183 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7102d088: reopening flushed file at 1731054082187 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a8d46c4: reopening flushed file at 1731054082192 (+5 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=127, compaction requested=false at 1731054082196 (+4 ms)Writing region close event to WAL at 1731054082197 (+1 ms)Closed at 1731054082197 2024-11-08T08:21:22,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36965 is added to blk_1073741830_1006 (size=73854) 2024-11-08T08:21:22,199 INFO [M:0;6ac96558fc7f:42961 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:21:22,199 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:21:22,199 INFO [M:0;6ac96558fc7f:42961 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42961 2024-11-08T08:21:22,200 INFO [M:0;6ac96558fc7f:42961 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:21:22,345 INFO [M:0;6ac96558fc7f:42961 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:21:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:21:22,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42961-0x1011988754a0006, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:21:22,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@462872a2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:21:22,348 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57c8ac27{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:21:22,348 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:21:22,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16abea67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:21:22,348 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@150fc63f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/hadoop.log.dir/,STOPPED} 2024-11-08T08:21:22,350 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:21:22,350 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:21:22,350 WARN [BP-1015853701-172.17.0.3-1731054052616 heartbeating to localhost/127.0.0.1:34893 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:21:22,350 WARN [BP-1015853701-172.17.0.3-1731054052616 heartbeating to localhost/127.0.0.1:34893 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1015853701-172.17.0.3-1731054052616 (Datanode Uuid 700ba11b-e841-4139-8557-c1cf1ef344c8) service to localhost/127.0.0.1:34893 2024-11-08T08:21:22,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/cluster_ae3ed1e1-203f-eded-eb81-0a3dda10b827/data/data1/current/BP-1015853701-172.17.0.3-1731054052616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:21:22,351 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/cluster_ae3ed1e1-203f-eded-eb81-0a3dda10b827/data/data2/current/BP-1015853701-172.17.0.3-1731054052616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:21:22,351 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:21:22,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@48d24426{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:21:22,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a9c1112{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:21:22,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:21:22,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3311f8a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:21:22,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74a207af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/hadoop.log.dir/,STOPPED} 2024-11-08T08:21:22,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:21:22,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:21:22,370 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:21:22,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:22,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:22,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:22,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:21:22,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1662157029, stopped=false 2024-11-08T08:21:22,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:22,371 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,35457,1731054049101 2024-11-08T08:21:22,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1249183735/running 2024-11-08T08:21:22,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735 2024-11-08T08:21:22,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1249183735/running 2024-11-08T08:21:22,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735 2024-11-08T08:21:22,388 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:21:22,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:21:22,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:22,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:22,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Set watcher on znode that does not yet exist, /1-1249183735/running 2024-11-08T08:21:22,389 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,45973,1731054049239' ***** 2024-11-08T08:21:22,389 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:21:22,389 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Set watcher on znode that does not yet exist, /1-1249183735/running 2024-11-08T08:21:22,389 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:21:22,389 INFO [RS:0;6ac96558fc7f:45973 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:21:22,389 INFO [RS:0;6ac96558fc7f:45973 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:21:22,389 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(3091): Received CLOSE for 23374e61ccfaced0fdf76552224a6590 2024-11-08T08:21:22,389 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:21:22,390 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(3091): Received CLOSE for b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:22,390 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,45973,1731054049239 2024-11-08T08:21:22,390 INFO [RS:0;6ac96558fc7f:45973 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:21:22,390 INFO [RS:0;6ac96558fc7f:45973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:45973. 2024-11-08T08:21:22,390 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23374e61ccfaced0fdf76552224a6590, disabling compactions & flushes 2024-11-08T08:21:22,390 DEBUG [RS:0;6ac96558fc7f:45973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:22,390 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590. 2024-11-08T08:21:22,390 DEBUG [RS:0;6ac96558fc7f:45973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:22,390 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590. 2024-11-08T08:21:22,390 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590. after waiting 0 ms 2024-11-08T08:21:22,390 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:21:22,390 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590. 2024-11-08T08:21:22,390 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:21:22,390 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:21:22,390 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:21:22,390 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 23374e61ccfaced0fdf76552224a6590 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-08T08:21:22,390 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T08:21:22,390 DEBUG [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(1325): Online Regions={23374e61ccfaced0fdf76552224a6590=hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590., b43572bda409ba04022a947fe594fdfd=test,,1731054060733.b43572bda409ba04022a947fe594fdfd., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:21:22,390 DEBUG [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23374e61ccfaced0fdf76552224a6590, b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:22,390 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:21:22,390 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:21:22,390 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:21:22,390 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:21:22,390 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:21:22,390 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T08:21:22,403 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/replication/23374e61ccfaced0fdf76552224a6590/.tmp/queue/1c9d6262a2ca42668a4a8c4d17870e84 is 154, key is 1-6ac96558fc7f,45973,1731054049239/queue:6ac96558fc7f%2C45973%2C1731054049239/1731054077445/Put/seqid=0 2024-11-08T08:21:22,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741840_1016 (size=5353) 2024-11-08T08:21:22,407 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/.tmp/info/1d2358fbecd7434fa98f78ad0065de07 is 147, key is hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590./info:regioninfo/1731054066990/Put/seqid=0 2024-11-08T08:21:22,408 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:21:22,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741841_1017 (size=7686) 2024-11-08T08:21:22,485 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:21:22,486 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:21:22,590 DEBUG [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23374e61ccfaced0fdf76552224a6590, b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:22,790 DEBUG [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23374e61ccfaced0fdf76552224a6590, b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:22,808 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/replication/23374e61ccfaced0fdf76552224a6590/.tmp/queue/1c9d6262a2ca42668a4a8c4d17870e84 2024-11-08T08:21:22,810 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/.tmp/info/1d2358fbecd7434fa98f78ad0065de07 2024-11-08T08:21:22,812 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/replication/23374e61ccfaced0fdf76552224a6590/.tmp/queue/1c9d6262a2ca42668a4a8c4d17870e84 as hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/replication/23374e61ccfaced0fdf76552224a6590/queue/1c9d6262a2ca42668a4a8c4d17870e84 2024-11-08T08:21:22,816 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/replication/23374e61ccfaced0fdf76552224a6590/queue/1c9d6262a2ca42668a4a8c4d17870e84, entries=1, sequenceid=14, filesize=5.2 K 2024-11-08T08:21:22,817 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 23374e61ccfaced0fdf76552224a6590 in 427ms, sequenceid=14, compaction requested=false 2024-11-08T08:21:22,817 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T08:21:22,827 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/replication/23374e61ccfaced0fdf76552224a6590/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-08T08:21:22,827 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:21:22,827 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:21:22,827 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590. 2024-11-08T08:21:22,827 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23374e61ccfaced0fdf76552224a6590: Waiting for close lock at 1731054082390Running coprocessor pre-close hooks at 1731054082390Disabling compacts and flushes for region at 1731054082390Disabling writes for close at 1731054082390Obtaining lock to block concurrent updates at 1731054082390Preparing flush snapshotting stores in 23374e61ccfaced0fdf76552224a6590 at 1731054082390Finished memstore snapshotting hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731054082390Flushing stores of hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590. at 1731054082390Flushing 23374e61ccfaced0fdf76552224a6590/queue: creating writer at 1731054082391 (+1 ms)Flushing 23374e61ccfaced0fdf76552224a6590/queue: appending metadata at 1731054082403 (+12 ms)Flushing 23374e61ccfaced0fdf76552224a6590/queue: closing flushed file at 1731054082403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c29dd2: reopening flushed file at 1731054082812 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 23374e61ccfaced0fdf76552224a6590 in 427ms, sequenceid=14, compaction requested=false at 1731054082817 (+5 ms)Writing region close event to WAL at 1731054082822 (+5 ms)Running coprocessor post-close hooks at 1731054082827 (+5 ms)Closed at 1731054082827 2024-11-08T08:21:22,828 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731054066207.23374e61ccfaced0fdf76552224a6590. 2024-11-08T08:21:22,828 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b43572bda409ba04022a947fe594fdfd, disabling compactions & flushes 2024-11-08T08:21:22,828 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731054060733.b43572bda409ba04022a947fe594fdfd. 2024-11-08T08:21:22,828 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054060733.b43572bda409ba04022a947fe594fdfd. 2024-11-08T08:21:22,828 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731054060733.b43572bda409ba04022a947fe594fdfd. after waiting 0 ms 2024-11-08T08:21:22,828 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731054060733.b43572bda409ba04022a947fe594fdfd. 2024-11-08T08:21:22,828 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b43572bda409ba04022a947fe594fdfd 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-08T08:21:22,833 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/.tmp/ns/7622417fe55c4ef990642503fce434dd is 43, key is default/ns:d/1731054052513/Put/seqid=0 2024-11-08T08:21:22,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741842_1018 (size=5153) 2024-11-08T08:21:22,848 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/default/test/b43572bda409ba04022a947fe594fdfd/.tmp/f/e154e66b46ad4f61b1089d9093f675ac is 37, key is row3/f:row3/1731054076212/Put/seqid=0 2024-11-08T08:21:22,872 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1468, reset compression=false 2024-11-08T08:21:22,991 DEBUG [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:23,191 DEBUG [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:23,193 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1496, reset compression=false 2024-11-08T08:21:23,284 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/.tmp/ns/7622417fe55c4ef990642503fce434dd 2024-11-08T08:21:23,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741843_1019 (size=5228) 2024-11-08T08:21:23,289 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:23,289 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1715, reset compression=false 2024-11-08T08:21:23,289 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,45973,1731054049239 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:21:23,290 ERROR [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6ac96558fc7f,45973,1731054049239: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6ac96558fc7f,45973,1731054049239, walGroup=6ac96558fc7f%2C45973%2C1731054049239, offset=6ac96558fc7f%2C45973%2C1731054049239.1731054051621:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:45973 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T08:21:23,292 ERROR [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T08:21:23,292 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T08:21:23,292 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T08:21:23,292 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T08:21:23,292 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T08:21:23,293 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 861489224 }, "NonHeapMemoryUsage": { "committed": 202964992, "init": 7667712, "max": -1, "used": 199903384 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T08:21:23,293 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:35457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:35457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T08:21:23,311 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/.tmp/rep_barrier/04089c900c2247159b60d94c7f89e948 is 112, key is test,,1731054060733.b43572bda409ba04022a947fe594fdfd./rep_barrier:seqnumDuringOpen/1731054061882/Put/seqid=0 2024-11-08T08:21:23,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741844_1020 (size=5518) 2024-11-08T08:21:23,315 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/.tmp/rep_barrier/04089c900c2247159b60d94c7f89e948 2024-11-08T08:21:23,336 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/.tmp/table/1b0ba137f18b41e2b8a7f7abc0701b45 is 53, key is hbase:replication/table:state/1731054066996/Put/seqid=0 2024-11-08T08:21:23,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741845_1021 (size=5308) 2024-11-08T08:21:23,341 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/.tmp/table/1b0ba137f18b41e2b8a7f7abc0701b45 2024-11-08T08:21:23,345 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/.tmp/info/1d2358fbecd7434fa98f78ad0065de07 as hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/info/1d2358fbecd7434fa98f78ad0065de07 2024-11-08T08:21:23,350 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/info/1d2358fbecd7434fa98f78ad0065de07, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T08:21:23,350 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/.tmp/ns/7622417fe55c4ef990642503fce434dd as hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/ns/7622417fe55c4ef990642503fce434dd 2024-11-08T08:21:23,354 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/ns/7622417fe55c4ef990642503fce434dd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T08:21:23,355 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/.tmp/rep_barrier/04089c900c2247159b60d94c7f89e948 as hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/rep_barrier/04089c900c2247159b60d94c7f89e948 2024-11-08T08:21:23,359 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/rep_barrier/04089c900c2247159b60d94c7f89e948, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T08:21:23,360 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/.tmp/table/1b0ba137f18b41e2b8a7f7abc0701b45 as hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/table/1b0ba137f18b41e2b8a7f7abc0701b45 2024-11-08T08:21:23,363 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/table/1b0ba137f18b41e2b8a7f7abc0701b45, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T08:21:23,364 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 974ms, sequenceid=16, compaction requested=false 2024-11-08T08:21:23,365 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T08:21:23,370 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T08:21:23,370 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:21:23,370 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:21:23,370 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:21:23,370 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054082390Running coprocessor pre-close hooks at 1731054082390Disabling compacts and flushes for region at 1731054082390Disabling writes for close at 1731054082390Obtaining lock to block concurrent updates at 1731054082390Preparing flush snapshotting stores in 1588230740 at 1731054082390Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731054082391 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731054082391Flushing 1588230740/info: creating writer at 1731054082391Flushing 1588230740/info: appending metadata at 1731054082406 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731054082406Flushing 1588230740/ns: creating writer at 1731054082814 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731054082833 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731054082833Flushing 1588230740/rep_barrier: creating writer at 1731054083291 (+458 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731054083310 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731054083310Flushing 1588230740/table: creating writer at 1731054083319 (+9 ms)Flushing 1588230740/table: appending metadata at 1731054083336 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731054083336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256ef49f: reopening flushed file at 1731054083345 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35002b6b: reopening flushed file at 1731054083350 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@488a76ba: reopening flushed file at 1731054083354 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc5288: reopening flushed file at 1731054083359 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 974ms, sequenceid=16, compaction requested=false at 1731054083364 (+5 ms)Writing region close event to WAL at 1731054083367 (+3 ms)Running coprocessor post-close hooks at 1731054083370 (+3 ms)Closed at 1731054083370 2024-11-08T08:21:23,371 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:21:23,391 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T08:21:23,391 DEBUG [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(1325): Online Regions={b43572bda409ba04022a947fe594fdfd=test,,1731054060733.b43572bda409ba04022a947fe594fdfd.} 2024-11-08T08:21:23,391 DEBUG [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(1351): Waiting on b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:23,500 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1715, reset compression=false 2024-11-08T08:21:23,591 DEBUG [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(1351): Waiting on b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:23,689 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/default/test/b43572bda409ba04022a947fe594fdfd/.tmp/f/e154e66b46ad4f61b1089d9093f675ac 2024-11-08T08:21:23,693 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e154e66b46ad4f61b1089d9093f675ac 2024-11-08T08:21:23,711 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/default/test/b43572bda409ba04022a947fe594fdfd/.tmp/f1/44111371a7de41e6a79917d76010f589 is 30, key is row1/f1:/1731054073553/DeleteFamily/seqid=0 2024-11-08T08:21:23,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741846_1022 (size=5158) 2024-11-08T08:21:23,791 DEBUG [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(1351): Waiting on b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:23,804 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1715, reset compression=false 2024-11-08T08:21:23,992 DEBUG [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(1351): Waiting on b43572bda409ba04022a947fe594fdfd 2024-11-08T08:21:24,115 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/default/test/b43572bda409ba04022a947fe594fdfd/.tmp/f1/44111371a7de41e6a79917d76010f589 2024-11-08T08:21:24,119 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44111371a7de41e6a79917d76010f589 2024-11-08T08:21:24,136 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/default/test/b43572bda409ba04022a947fe594fdfd/.tmp/norep/6fee5352a4d642c99d153101d1de58ba is 33, key is row1/norep:/1731054073553/DeleteFamily/seqid=0 2024-11-08T08:21:24,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741847_1023 (size=5108) 2024-11-08T08:21:24,145 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/default/test/b43572bda409ba04022a947fe594fdfd/.tmp/norep/6fee5352a4d642c99d153101d1de58ba 2024-11-08T08:21:24,149 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6fee5352a4d642c99d153101d1de58ba 2024-11-08T08:21:24,149 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/default/test/b43572bda409ba04022a947fe594fdfd/.tmp/f/e154e66b46ad4f61b1089d9093f675ac as hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/default/test/b43572bda409ba04022a947fe594fdfd/f/e154e66b46ad4f61b1089d9093f675ac 2024-11-08T08:21:24,153 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e154e66b46ad4f61b1089d9093f675ac 2024-11-08T08:21:24,154 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/default/test/b43572bda409ba04022a947fe594fdfd/f/e154e66b46ad4f61b1089d9093f675ac, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T08:21:24,154 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/default/test/b43572bda409ba04022a947fe594fdfd/.tmp/f1/44111371a7de41e6a79917d76010f589 as hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/default/test/b43572bda409ba04022a947fe594fdfd/f1/44111371a7de41e6a79917d76010f589 2024-11-08T08:21:24,158 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 44111371a7de41e6a79917d76010f589 2024-11-08T08:21:24,158 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/default/test/b43572bda409ba04022a947fe594fdfd/f1/44111371a7de41e6a79917d76010f589, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T08:21:24,160 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/default/test/b43572bda409ba04022a947fe594fdfd/.tmp/norep/6fee5352a4d642c99d153101d1de58ba as hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/default/test/b43572bda409ba04022a947fe594fdfd/norep/6fee5352a4d642c99d153101d1de58ba 2024-11-08T08:21:24,163 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6fee5352a4d642c99d153101d1de58ba 2024-11-08T08:21:24,164 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/default/test/b43572bda409ba04022a947fe594fdfd/norep/6fee5352a4d642c99d153101d1de58ba, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T08:21:24,164 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b43572bda409ba04022a947fe594fdfd in 1336ms, sequenceid=12, compaction requested=false 2024-11-08T08:21:24,164 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T08:21:24,171 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/data/default/test/b43572bda409ba04022a947fe594fdfd/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T08:21:24,172 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:21:24,172 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:21:24,172 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731054060733.b43572bda409ba04022a947fe594fdfd. 2024-11-08T08:21:24,172 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b43572bda409ba04022a947fe594fdfd: Waiting for close lock at 1731054082828Running coprocessor pre-close hooks at 1731054082828Disabling compacts and flushes for region at 1731054082828Disabling writes for close at 1731054082828Obtaining lock to block concurrent updates at 1731054082828Preparing flush snapshotting stores in b43572bda409ba04022a947fe594fdfd at 1731054082828Finished memstore snapshotting test,,1731054060733.b43572bda409ba04022a947fe594fdfd., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731054082828Flushing stores of test,,1731054060733.b43572bda409ba04022a947fe594fdfd. at 1731054082829 (+1 ms)Flushing b43572bda409ba04022a947fe594fdfd/f: creating writer at 1731054082829Flushing b43572bda409ba04022a947fe594fdfd/f: appending metadata at 1731054082847 (+18 ms)Flushing b43572bda409ba04022a947fe594fdfd/f: closing flushed file at 1731054082847Flushing b43572bda409ba04022a947fe594fdfd/f1: creating writer at 1731054083693 (+846 ms)Flushing b43572bda409ba04022a947fe594fdfd/f1: appending metadata at 1731054083711 (+18 ms)Flushing b43572bda409ba04022a947fe594fdfd/f1: closing flushed file at 1731054083711Flushing b43572bda409ba04022a947fe594fdfd/norep: creating writer at 1731054084119 (+408 ms)Flushing b43572bda409ba04022a947fe594fdfd/norep: appending metadata at 1731054084135 (+16 ms)Flushing b43572bda409ba04022a947fe594fdfd/norep: closing flushed file at 1731054084135Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce6d57b: reopening flushed file at 1731054084149 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a893ee5: reopening flushed file at 1731054084154 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f5eeeff: reopening flushed file at 1731054084159 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for b43572bda409ba04022a947fe594fdfd in 1336ms, sequenceid=12, compaction requested=false at 1731054084164 (+5 ms)Writing region close event to WAL at 1731054084168 (+4 ms)Running coprocessor post-close hooks at 1731054084172 (+4 ms)Closed at 1731054084172 2024-11-08T08:21:24,172 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731054060733.b43572bda409ba04022a947fe594fdfd. 2024-11-08T08:21:24,175 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:21:24,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:24,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:24,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:24,192 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,45973,1731054049239; all regions closed. 2024-11-08T08:21:24,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741834_1010 (size=4239) 2024-11-08T08:21:24,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741839_1015 (size=3552) 2024-11-08T08:21:24,208 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 to pos 1715, reset compression=false 2024-11-08T08:21:24,211 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 not finished, retry = 0 2024-11-08T08:21:24,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741832_1008 (size=2367) 2024-11-08T08:21:24,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:24,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:24,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:24,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:24,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:24,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:24,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:24,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:24,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:24,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:24,311 DEBUG [RS:0;6ac96558fc7f:45973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:24,311 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:21:24,311 INFO [RS:0;6ac96558fc7f:45973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:21:24,312 INFO [RS:0;6ac96558fc7f:45973 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T08:21:24,312 INFO [RS:0;6ac96558fc7f:45973 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:21:24,312 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:21:24,312 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ac96558fc7f,45973,1731054049239 because: Region server is closing 2024-11-08T08:21:24,312 INFO [RS:0;6ac96558fc7f:45973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:45973. 2024-11-08T08:21:24,312 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/WALs/6ac96558fc7f,45973,1731054049239/6ac96558fc7f%2C45973%2C1731054049239.1731054051621 2024-11-08T08:21:24,312 DEBUG [RS:0;6ac96558fc7f:45973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:24,312 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.wal-reader.6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:24,312 DEBUG [RS:0;6ac96558fc7f:45973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:24,313 DEBUG [RS:0;6ac96558fc7f:45973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:24,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:24,313 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,45973,1731054049239.replicationSource.shipper6ac96558fc7f%2C45973%2C1731054049239,1-6ac96558fc7f,45973,1731054049239 terminated 2024-11-08T08:21:24,313 INFO [RS:0;6ac96558fc7f:45973 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:45973. 2024-11-08T08:21:24,313 DEBUG [RS:0;6ac96558fc7f:45973 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:24,313 DEBUG [RS:0;6ac96558fc7f:45973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:24,313 DEBUG [RS:0;6ac96558fc7f:45973 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:24,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:24,313 INFO [RS:0;6ac96558fc7f:45973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45973 2024-11-08T08:21:24,386 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1496, reset compression=false 2024-11-08T08:21:24,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1249183735/rs/6ac96558fc7f,45973,1731054049239 2024-11-08T08:21:24,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735/rs 2024-11-08T08:21:24,409 INFO [RS:0;6ac96558fc7f:45973 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:21:24,419 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,45973,1731054049239] 2024-11-08T08:21:24,430 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1249183735/draining/6ac96558fc7f,45973,1731054049239 already deleted, retry=false 2024-11-08T08:21:24,430 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,45973,1731054049239 expired; onlineServers=0 2024-11-08T08:21:24,430 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,35457,1731054049101' ***** 2024-11-08T08:21:24,430 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:21:24,430 INFO [M:0;6ac96558fc7f:35457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:21:24,430 INFO [M:0;6ac96558fc7f:35457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:21:24,430 DEBUG [M:0;6ac96558fc7f:35457 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:21:24,430 DEBUG [M:0;6ac96558fc7f:35457 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:21:24,430 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:21:24,430 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054051260 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054051260,5,FailOnTimeoutGroup] 2024-11-08T08:21:24,430 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054051264 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054051264,5,FailOnTimeoutGroup] 2024-11-08T08:21:24,430 INFO [M:0;6ac96558fc7f:35457 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:21:24,431 INFO [M:0;6ac96558fc7f:35457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:21:24,431 DEBUG [M:0;6ac96558fc7f:35457 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:21:24,431 INFO [M:0;6ac96558fc7f:35457 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:21:24,431 INFO [M:0;6ac96558fc7f:35457 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:21:24,431 INFO [M:0;6ac96558fc7f:35457 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:21:24,431 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:21:24,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1249183735/master 2024-11-08T08:21:24,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1249183735 2024-11-08T08:21:24,441 DEBUG [M:0;6ac96558fc7f:35457 {}] zookeeper.ZKUtil(347): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Unable to get data of znode /1-1249183735/master because node does not exist (not an error) 2024-11-08T08:21:24,441 WARN [M:0;6ac96558fc7f:35457 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:21:24,441 INFO [M:0;6ac96558fc7f:35457 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/.lastflushedseqids 2024-11-08T08:21:24,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741848_1024 (size=245) 2024-11-08T08:21:24,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:21:24,520 INFO [RS:0;6ac96558fc7f:45973 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:21:24,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45973-0x1011988754a0004, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:21:24,520 INFO [RS:0;6ac96558fc7f:45973 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,45973,1731054049239; zookeeper connection closed. 2024-11-08T08:21:24,520 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d98bcb7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d98bcb7 2024-11-08T08:21:24,520 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:21:24,845 INFO [M:0;6ac96558fc7f:35457 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:21:24,845 INFO [M:0;6ac96558fc7f:35457 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:21:24,845 DEBUG [M:0;6ac96558fc7f:35457 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:21:24,845 INFO [M:0;6ac96558fc7f:35457 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:24,846 DEBUG [M:0;6ac96558fc7f:35457 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:24,846 DEBUG [M:0;6ac96558fc7f:35457 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:21:24,846 DEBUG [M:0;6ac96558fc7f:35457 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:24,846 INFO [M:0;6ac96558fc7f:35457 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-08T08:21:24,863 DEBUG [M:0;6ac96558fc7f:35457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2bb1607918304003a2ddc02230133c51 is 82, key is hbase:meta,,1/info:regioninfo/1731054052496/Put/seqid=0 2024-11-08T08:21:24,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741849_1025 (size=5672) 2024-11-08T08:21:24,866 INFO [M:0;6ac96558fc7f:35457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2bb1607918304003a2ddc02230133c51 2024-11-08T08:21:24,883 DEBUG [M:0;6ac96558fc7f:35457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d08a50beeb3b4f15b016e271fd2bc1db is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731054061892/Put/seqid=0 2024-11-08T08:21:24,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741850_1026 (size=7217) 2024-11-08T08:21:25,287 INFO [M:0;6ac96558fc7f:35457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d08a50beeb3b4f15b016e271fd2bc1db 2024-11-08T08:21:25,290 INFO [M:0;6ac96558fc7f:35457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d08a50beeb3b4f15b016e271fd2bc1db 2024-11-08T08:21:25,302 DEBUG [M:0;6ac96558fc7f:35457 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c27cf5a1b1064f3389494efa5e6c6d59 is 69, key is 6ac96558fc7f,45973,1731054049239/rs:state/1731054051301/Put/seqid=0 2024-11-08T08:21:25,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741851_1027 (size=5156) 2024-11-08T08:21:25,589 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1496, reset compression=false 2024-11-08T08:21:25,705 INFO [M:0;6ac96558fc7f:35457 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c27cf5a1b1064f3389494efa5e6c6d59 2024-11-08T08:21:25,709 DEBUG [M:0;6ac96558fc7f:35457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2bb1607918304003a2ddc02230133c51 as hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2bb1607918304003a2ddc02230133c51 2024-11-08T08:21:25,712 INFO [M:0;6ac96558fc7f:35457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2bb1607918304003a2ddc02230133c51, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T08:21:25,713 DEBUG [M:0;6ac96558fc7f:35457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d08a50beeb3b4f15b016e271fd2bc1db as hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d08a50beeb3b4f15b016e271fd2bc1db 2024-11-08T08:21:25,716 INFO [M:0;6ac96558fc7f:35457 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d08a50beeb3b4f15b016e271fd2bc1db 2024-11-08T08:21:25,716 INFO [M:0;6ac96558fc7f:35457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d08a50beeb3b4f15b016e271fd2bc1db, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T08:21:25,717 DEBUG [M:0;6ac96558fc7f:35457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c27cf5a1b1064f3389494efa5e6c6d59 as hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c27cf5a1b1064f3389494efa5e6c6d59 2024-11-08T08:21:25,720 INFO [M:0;6ac96558fc7f:35457 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39881/user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c27cf5a1b1064f3389494efa5e6c6d59, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T08:21:25,721 INFO [M:0;6ac96558fc7f:35457 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=105, compaction requested=false 2024-11-08T08:21:25,722 INFO [M:0;6ac96558fc7f:35457 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:25,722 DEBUG [M:0;6ac96558fc7f:35457 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054084845Disabling compacts and flushes for region at 1731054084845Disabling writes for close at 1731054084846 (+1 ms)Obtaining lock to block concurrent updates at 1731054084846Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731054084846Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731054084846Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731054084847 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731054084847Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731054084862 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731054084863 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731054084869 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731054084882 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731054084882Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731054085290 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731054085301 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731054085301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5505a5a9: reopening flushed file at 1731054085708 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57eab0cb: reopening flushed file at 1731054085712 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a7e52b8: reopening flushed file at 1731054085716 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=105, compaction requested=false at 1731054085721 (+5 ms)Writing region close event to WAL at 1731054085722 (+1 ms)Closed at 1731054085722 2024-11-08T08:21:25,723 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b856ab5e-09eb-cd2c-dadb-ed2d8d832ff0/MasterData/WALs/6ac96558fc7f,35457,1731054049101/6ac96558fc7f%2C35457%2C1731054049101.1731054050988 not finished, retry = 0 2024-11-08T08:21:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44393 is added to blk_1073741830_1006 (size=64411) 2024-11-08T08:21:25,824 INFO [M:0;6ac96558fc7f:35457 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:21:25,824 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:21:25,824 INFO [M:0;6ac96558fc7f:35457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35457 2024-11-08T08:21:25,824 INFO [M:0;6ac96558fc7f:35457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:21:25,983 INFO [M:0;6ac96558fc7f:35457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:21:25,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:21:25,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35457-0x1011988754a0003, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:21:25,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f675e54{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:21:25,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78c6e954{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:21:25,985 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:21:25,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eee2a5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:21:25,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac0c2f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/hadoop.log.dir/,STOPPED} 2024-11-08T08:21:25,987 WARN [BP-1886022325-172.17.0.3-1731054047137 heartbeating to localhost/127.0.0.1:39881 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:21:25,987 WARN [BP-1886022325-172.17.0.3-1731054047137 heartbeating to localhost/127.0.0.1:39881 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1886022325-172.17.0.3-1731054047137 (Datanode Uuid 3cabdfe8-d5f9-49bb-adc0-25b88ed9f3c0) service to localhost/127.0.0.1:39881 2024-11-08T08:21:25,987 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:21:25,987 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:21:25,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/cluster_bf15fae7-7328-49ec-71d3-955635486b97/data/data1/current/BP-1886022325-172.17.0.3-1731054047137 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:21:25,987 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/cluster_bf15fae7-7328-49ec-71d3-955635486b97/data/data2/current/BP-1886022325-172.17.0.3-1731054047137 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:21:25,988 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:21:25,992 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b5dc3cf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:21:25,993 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4377be4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:21:25,993 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:21:25,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12d9587{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:21:25,993 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f4d3814{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab6983-1528-c967-ef27-f58a6ff8eecc/hadoop.log.dir/,STOPPED} 2024-11-08T08:21:26,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:21:26,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:21:26,008 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:21:26,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:26,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:26,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:26,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:26,009 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:21:26,009 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=556004456, stopped=false 2024-11-08T08:21:26,009 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,32957,1731054043516 2024-11-08T08:21:26,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01729317274/running 2024-11-08T08:21:26,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01729317274/running 2024-11-08T08:21:26,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274 2024-11-08T08:21:26,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274 2024-11-08T08:21:26,020 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:21:26,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Set watcher on znode that does not yet exist, /01729317274/running 2024-11-08T08:21:26,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Set watcher on znode that does not yet exist, /01729317274/running 2024-11-08T08:21:26,021 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:21:26,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:26,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:26,021 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,42113,1731054043737' ***** 2024-11-08T08:21:26,021 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:21:26,021 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:21:26,021 INFO [RS:0;6ac96558fc7f:42113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:21:26,021 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:21:26,021 INFO [RS:0;6ac96558fc7f:42113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:21:26,021 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(3091): Received CLOSE for 18e4849bba64b9441bcd0b8b3c1ffc12 2024-11-08T08:21:26,022 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(3091): Received CLOSE for c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:21:26,022 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,42113,1731054043737 2024-11-08T08:21:26,022 INFO [RS:0;6ac96558fc7f:42113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:21:26,022 INFO [RS:0;6ac96558fc7f:42113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:42113. 2024-11-08T08:21:26,022 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18e4849bba64b9441bcd0b8b3c1ffc12, disabling compactions & flushes 2024-11-08T08:21:26,022 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12. 2024-11-08T08:21:26,022 DEBUG [RS:0;6ac96558fc7f:42113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:26,022 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12. 2024-11-08T08:21:26,022 DEBUG [RS:0;6ac96558fc7f:42113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:26,022 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12. after waiting 0 ms 2024-11-08T08:21:26,022 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12. 2024-11-08T08:21:26,022 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:21:26,022 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:21:26,022 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:21:26,022 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:21:26,022 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 18e4849bba64b9441bcd0b8b3c1ffc12 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-08T08:21:26,022 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T08:21:26,022 DEBUG [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(1325): Online Regions={18e4849bba64b9441bcd0b8b3c1ffc12=hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12., c194f73dc7dd9ea0b38d74d7a9f900be=test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:21:26,022 DEBUG [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18e4849bba64b9441bcd0b8b3c1ffc12, c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:21:26,022 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:21:26,022 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:21:26,022 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:21:26,022 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:21:26,022 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:21:26,022 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T08:21:26,036 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/replication/18e4849bba64b9441bcd0b8b3c1ffc12/.tmp/queue/45e95dad2615470b82bf04b21fe27816 is 154, key is 1-6ac96558fc7f,42113,1731054043737/queue:6ac96558fc7f%2C42113%2C1731054043737/1731054077739/Put/seqid=0 2024-11-08T08:21:26,036 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/.tmp/info/ea8578eb60a847cb98616593b087d6ba is 147, key is hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12./info:regioninfo/1731054065816/Put/seqid=0 2024-11-08T08:21:26,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741840_1016 (size=5353) 2024-11-08T08:21:26,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741841_1017 (size=7686) 2024-11-08T08:21:26,049 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:21:26,222 DEBUG [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18e4849bba64b9441bcd0b8b3c1ffc12, c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:21:26,422 DEBUG [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18e4849bba64b9441bcd0b8b3c1ffc12, c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:21:26,439 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/replication/18e4849bba64b9441bcd0b8b3c1ffc12/.tmp/queue/45e95dad2615470b82bf04b21fe27816 2024-11-08T08:21:26,441 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/.tmp/info/ea8578eb60a847cb98616593b087d6ba 2024-11-08T08:21:26,445 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/replication/18e4849bba64b9441bcd0b8b3c1ffc12/.tmp/queue/45e95dad2615470b82bf04b21fe27816 as hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/replication/18e4849bba64b9441bcd0b8b3c1ffc12/queue/45e95dad2615470b82bf04b21fe27816 2024-11-08T08:21:26,449 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/replication/18e4849bba64b9441bcd0b8b3c1ffc12/queue/45e95dad2615470b82bf04b21fe27816, entries=1, sequenceid=14, filesize=5.2 K 2024-11-08T08:21:26,449 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 18e4849bba64b9441bcd0b8b3c1ffc12 in 427ms, sequenceid=14, compaction requested=false 2024-11-08T08:21:26,453 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/replication/18e4849bba64b9441bcd0b8b3c1ffc12/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-08T08:21:26,454 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:21:26,454 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:21:26,454 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12. 2024-11-08T08:21:26,454 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18e4849bba64b9441bcd0b8b3c1ffc12: Waiting for close lock at 1731054086022Running coprocessor pre-close hooks at 1731054086022Disabling compacts and flushes for region at 1731054086022Disabling writes for close at 1731054086022Obtaining lock to block concurrent updates at 1731054086022Preparing flush snapshotting stores in 18e4849bba64b9441bcd0b8b3c1ffc12 at 1731054086022Finished memstore snapshotting hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731054086022Flushing stores of hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12. at 1731054086023 (+1 ms)Flushing 18e4849bba64b9441bcd0b8b3c1ffc12/queue: creating writer at 1731054086023Flushing 18e4849bba64b9441bcd0b8b3c1ffc12/queue: appending metadata at 1731054086035 (+12 ms)Flushing 18e4849bba64b9441bcd0b8b3c1ffc12/queue: closing flushed file at 1731054086035Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@488f2383: reopening flushed file at 1731054086444 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 18e4849bba64b9441bcd0b8b3c1ffc12 in 427ms, sequenceid=14, compaction requested=false at 1731054086450 (+6 ms)Writing region close event to WAL at 1731054086450Running coprocessor post-close hooks at 1731054086454 (+4 ms)Closed at 1731054086454 2024-11-08T08:21:26,454 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731054065055.18e4849bba64b9441bcd0b8b3c1ffc12. 2024-11-08T08:21:26,454 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c194f73dc7dd9ea0b38d74d7a9f900be, disabling compactions & flushes 2024-11-08T08:21:26,454 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be. 2024-11-08T08:21:26,454 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be. 2024-11-08T08:21:26,454 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be. after waiting 0 ms 2024-11-08T08:21:26,454 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be. 2024-11-08T08:21:26,454 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c194f73dc7dd9ea0b38d74d7a9f900be 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-08T08:21:26,460 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/.tmp/ns/5cd7b08c3089433e9137e7bfe6920f9f is 43, key is default/ns:d/1731054047031/Put/seqid=0 2024-11-08T08:21:26,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741842_1018 (size=5153) 2024-11-08T08:21:26,471 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/default/test/c194f73dc7dd9ea0b38d74d7a9f900be/.tmp/f/43b8e93f734c401e8ac7a4da03d6e00b is 37, key is row3/f:row3/1731054076212/Put/seqid=0 2024-11-08T08:21:26,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741843_1019 (size=5228) 2024-11-08T08:21:26,623 DEBUG [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:21:26,820 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:21:26,820 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:21:26,823 DEBUG [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:21:26,866 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/.tmp/ns/5cd7b08c3089433e9137e7bfe6920f9f 2024-11-08T08:21:26,881 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/default/test/c194f73dc7dd9ea0b38d74d7a9f900be/.tmp/f/43b8e93f734c401e8ac7a4da03d6e00b 2024-11-08T08:21:26,881 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/.tmp/rep_barrier/246ed496b32a4f3693db8418f0ea7286 is 112, key is test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be./rep_barrier:seqnumDuringOpen/1731054059726/Put/seqid=0 2024-11-08T08:21:26,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741844_1020 (size=5518) 2024-11-08T08:21:26,885 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43b8e93f734c401e8ac7a4da03d6e00b 2024-11-08T08:21:26,892 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1496, reset compression=false 2024-11-08T08:21:26,896 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:26,896 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1743, reset compression=false 2024-11-08T08:21:26,896 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,42113,1731054043737 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:21:26,897 ERROR [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6ac96558fc7f,42113,1731054043737: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6ac96558fc7f,42113,1731054043737, walGroup=6ac96558fc7f%2C42113%2C1731054043737, offset=6ac96558fc7f%2C42113%2C1731054043737.1731054045946:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:42113 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T08:21:26,898 ERROR [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T08:21:26,898 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T08:21:26,898 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T08:21:26,898 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T08:21:26,898 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T08:21:26,899 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1168113664, "init": 1048576000, "max": 2306867200, "used": 945375304 }, "NonHeapMemoryUsage": { "committed": 203554816, "init": 7667712, "max": -1, "used": 200437016 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T08:21:26,899 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:32957 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:32957 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T08:21:26,902 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/default/test/c194f73dc7dd9ea0b38d74d7a9f900be/.tmp/f1/1ff2a0b7ae264e19aae30927fe2378b9 is 30, key is row1/f1:/1731054073553/DeleteFamily/seqid=0 2024-11-08T08:21:26,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741845_1021 (size=5158) 2024-11-08T08:21:27,023 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T08:21:27,023 DEBUG [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(1325): Online Regions={c194f73dc7dd9ea0b38d74d7a9f900be=test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:21:27,023 DEBUG [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:21:27,099 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1743, reset compression=false 2024-11-08T08:21:27,169 INFO [master/6ac96558fc7f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T08:21:27,169 INFO [master/6ac96558fc7f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T08:21:27,223 DEBUG [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:21:27,285 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/.tmp/rep_barrier/246ed496b32a4f3693db8418f0ea7286 2024-11-08T08:21:27,301 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/.tmp/table/f6d2e24e51384ed395bd0092d56ba039 is 53, key is hbase:replication/table:state/1731054065824/Put/seqid=0 2024-11-08T08:21:27,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741846_1022 (size=5308) 2024-11-08T08:21:27,305 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/default/test/c194f73dc7dd9ea0b38d74d7a9f900be/.tmp/f1/1ff2a0b7ae264e19aae30927fe2378b9 2024-11-08T08:21:27,308 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ff2a0b7ae264e19aae30927fe2378b9 2024-11-08T08:21:27,320 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/default/test/c194f73dc7dd9ea0b38d74d7a9f900be/.tmp/norep/a64fec6274984a6a903f89af71dd8646 is 32, key is row/norep:/1731054072548/DeleteFamily/seqid=0 2024-11-08T08:21:27,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741847_1023 (size=5101) 2024-11-08T08:21:27,402 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1743, reset compression=false 2024-11-08T08:21:27,423 DEBUG [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:21:27,624 DEBUG [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c194f73dc7dd9ea0b38d74d7a9f900be 2024-11-08T08:21:27,704 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/.tmp/table/f6d2e24e51384ed395bd0092d56ba039 2024-11-08T08:21:27,709 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/.tmp/info/ea8578eb60a847cb98616593b087d6ba as hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/info/ea8578eb60a847cb98616593b087d6ba 2024-11-08T08:21:27,712 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/info/ea8578eb60a847cb98616593b087d6ba, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T08:21:27,712 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/.tmp/ns/5cd7b08c3089433e9137e7bfe6920f9f as hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/ns/5cd7b08c3089433e9137e7bfe6920f9f 2024-11-08T08:21:27,715 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/ns/5cd7b08c3089433e9137e7bfe6920f9f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T08:21:27,716 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/.tmp/rep_barrier/246ed496b32a4f3693db8418f0ea7286 as hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/rep_barrier/246ed496b32a4f3693db8418f0ea7286 2024-11-08T08:21:27,719 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/rep_barrier/246ed496b32a4f3693db8418f0ea7286, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T08:21:27,720 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/.tmp/table/f6d2e24e51384ed395bd0092d56ba039 as hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/table/f6d2e24e51384ed395bd0092d56ba039 2024-11-08T08:21:27,723 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/default/test/c194f73dc7dd9ea0b38d74d7a9f900be/.tmp/norep/a64fec6274984a6a903f89af71dd8646 2024-11-08T08:21:27,723 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/table/f6d2e24e51384ed395bd0092d56ba039, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T08:21:27,724 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=16, compaction requested=false 2024-11-08T08:21:27,726 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a64fec6274984a6a903f89af71dd8646 2024-11-08T08:21:27,727 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/default/test/c194f73dc7dd9ea0b38d74d7a9f900be/.tmp/f/43b8e93f734c401e8ac7a4da03d6e00b as hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/default/test/c194f73dc7dd9ea0b38d74d7a9f900be/f/43b8e93f734c401e8ac7a4da03d6e00b 2024-11-08T08:21:27,727 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T08:21:27,728 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:21:27,728 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:21:27,728 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:21:27,728 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054086022Running coprocessor pre-close hooks at 1731054086022Disabling compacts and flushes for region at 1731054086022Disabling writes for close at 1731054086022Obtaining lock to block concurrent updates at 1731054086022Preparing flush snapshotting stores in 1588230740 at 1731054086022Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731054086023 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731054086023Flushing 1588230740/info: creating writer at 1731054086023Flushing 1588230740/info: appending metadata at 1731054086035 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731054086036 (+1 ms)Flushing 1588230740/ns: creating writer at 1731054086445 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731054086460 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731054086460Flushing 1588230740/rep_barrier: creating writer at 1731054086869 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731054086881 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731054086881Flushing 1588230740/table: creating writer at 1731054087288 (+407 ms)Flushing 1588230740/table: appending metadata at 1731054087301 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731054087301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d049075: reopening flushed file at 1731054087708 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@295ccfce: reopening flushed file at 1731054087712 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@549542a2: reopening flushed file at 1731054087715 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1070e35: reopening flushed file at 1731054087720 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=16, compaction requested=false at 1731054087724 (+4 ms)Writing region close event to WAL at 1731054087725 (+1 ms)Running coprocessor post-close hooks at 1731054087728 (+3 ms)Closed at 1731054087728 2024-11-08T08:21:27,728 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:21:27,730 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43b8e93f734c401e8ac7a4da03d6e00b 2024-11-08T08:21:27,730 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/default/test/c194f73dc7dd9ea0b38d74d7a9f900be/f/43b8e93f734c401e8ac7a4da03d6e00b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-08T08:21:27,731 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/default/test/c194f73dc7dd9ea0b38d74d7a9f900be/.tmp/f1/1ff2a0b7ae264e19aae30927fe2378b9 as hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/default/test/c194f73dc7dd9ea0b38d74d7a9f900be/f1/1ff2a0b7ae264e19aae30927fe2378b9 2024-11-08T08:21:27,734 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ff2a0b7ae264e19aae30927fe2378b9 2024-11-08T08:21:27,734 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/default/test/c194f73dc7dd9ea0b38d74d7a9f900be/f1/1ff2a0b7ae264e19aae30927fe2378b9, entries=3, sequenceid=12, filesize=5.0 K 2024-11-08T08:21:27,735 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/default/test/c194f73dc7dd9ea0b38d74d7a9f900be/.tmp/norep/a64fec6274984a6a903f89af71dd8646 as hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/default/test/c194f73dc7dd9ea0b38d74d7a9f900be/norep/a64fec6274984a6a903f89af71dd8646 2024-11-08T08:21:27,738 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a64fec6274984a6a903f89af71dd8646 2024-11-08T08:21:27,738 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/default/test/c194f73dc7dd9ea0b38d74d7a9f900be/norep/a64fec6274984a6a903f89af71dd8646, entries=1, sequenceid=12, filesize=5.0 K 2024-11-08T08:21:27,739 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c194f73dc7dd9ea0b38d74d7a9f900be in 1284ms, sequenceid=12, compaction requested=false 2024-11-08T08:21:27,744 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/data/default/test/c194f73dc7dd9ea0b38d74d7a9f900be/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T08:21:27,744 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:21:27,744 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:21:27,744 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be. 2024-11-08T08:21:27,744 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c194f73dc7dd9ea0b38d74d7a9f900be: Waiting for close lock at 1731054086454Running coprocessor pre-close hooks at 1731054086454Disabling compacts and flushes for region at 1731054086454Disabling writes for close at 1731054086454Obtaining lock to block concurrent updates at 1731054086454Preparing flush snapshotting stores in c194f73dc7dd9ea0b38d74d7a9f900be at 1731054086454Finished memstore snapshotting test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731054086455 (+1 ms)Flushing stores of test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be. at 1731054086455Flushing c194f73dc7dd9ea0b38d74d7a9f900be/f: creating writer at 1731054086455Flushing c194f73dc7dd9ea0b38d74d7a9f900be/f: appending metadata at 1731054086471 (+16 ms)Flushing c194f73dc7dd9ea0b38d74d7a9f900be/f: closing flushed file at 1731054086471Flushing c194f73dc7dd9ea0b38d74d7a9f900be/f1: creating writer at 1731054086885 (+414 ms)Flushing c194f73dc7dd9ea0b38d74d7a9f900be/f1: appending metadata at 1731054086901 (+16 ms)Flushing c194f73dc7dd9ea0b38d74d7a9f900be/f1: closing flushed file at 1731054086901Flushing c194f73dc7dd9ea0b38d74d7a9f900be/norep: creating writer at 1731054087308 (+407 ms)Flushing c194f73dc7dd9ea0b38d74d7a9f900be/norep: appending metadata at 1731054087319 (+11 ms)Flushing c194f73dc7dd9ea0b38d74d7a9f900be/norep: closing flushed file at 1731054087319Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fded87b: reopening flushed file at 1731054087726 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@570a5e06: reopening flushed file at 1731054087730 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74b8f545: reopening flushed file at 1731054087734 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c194f73dc7dd9ea0b38d74d7a9f900be in 1284ms, sequenceid=12, compaction requested=false at 1731054087739 (+5 ms)Writing region close event to WAL at 1731054087742 (+3 ms)Running coprocessor post-close hooks at 1731054087744 (+2 ms)Closed at 1731054087744 2024-11-08T08:21:27,745 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731054058583.c194f73dc7dd9ea0b38d74d7a9f900be. 2024-11-08T08:21:27,805 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 1743, reset compression=false 2024-11-08T08:21:27,808 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:27,808 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 2387, reset compression=false 2024-11-08T08:21:27,824 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,42113,1731054043737; all regions closed. 2024-11-08T08:21:27,826 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.meta.1731054046958.meta not finished, retry = 0 2024-11-08T08:21:27,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741834_1010 (size=4239) 2024-11-08T08:21:27,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741839_1015 (size=3552) 2024-11-08T08:21:27,928 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.rep.1731054065785 not finished, retry = 0 2024-11-08T08:21:28,011 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 to pos 2387, reset compression=false 2024-11-08T08:21:28,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741832_1008 (size=2395) 2024-11-08T08:21:28,030 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/WALs/6ac96558fc7f,42113,1731054043737/6ac96558fc7f%2C42113%2C1731054043737.1731054045946 not finished, retry = 0 2024-11-08T08:21:28,131 DEBUG [RS:0;6ac96558fc7f:42113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:28,131 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:21:28,131 INFO [RS:0;6ac96558fc7f:42113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:21:28,131 INFO [RS:0;6ac96558fc7f:42113 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T08:21:28,132 INFO [RS:0;6ac96558fc7f:42113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:21:28,132 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:21:28,132 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ac96558fc7f,42113,1731054043737 because: Region server is closing 2024-11-08T08:21:28,132 INFO [RS:0;6ac96558fc7f:42113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:42113. 2024-11-08T08:21:28,132 DEBUG [RS:0;6ac96558fc7f:42113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:28,132 DEBUG [RS:0;6ac96558fc7f:42113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:28,132 DEBUG [RS:0;6ac96558fc7f:42113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:28,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:28,232 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.shipper6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 terminated 2024-11-08T08:21:28,232 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,42113,1731054043737.replicationSource.wal-reader.6ac96558fc7f%2C42113%2C1731054043737,1-6ac96558fc7f,42113,1731054043737 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T08:21:28,233 INFO [RS:0;6ac96558fc7f:42113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:42113. 2024-11-08T08:21:28,233 DEBUG [RS:0;6ac96558fc7f:42113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:28,233 DEBUG [RS:0;6ac96558fc7f:42113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:28,233 DEBUG [RS:0;6ac96558fc7f:42113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:28,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:28,233 INFO [RS:0;6ac96558fc7f:42113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42113 2024-11-08T08:21:28,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01729317274/rs/6ac96558fc7f,42113,1731054043737 2024-11-08T08:21:28,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274/rs 2024-11-08T08:21:28,251 INFO [RS:0;6ac96558fc7f:42113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:21:28,335 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,42113,1731054043737] 2024-11-08T08:21:28,346 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01729317274/draining/6ac96558fc7f,42113,1731054043737 already deleted, retry=false 2024-11-08T08:21:28,346 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,42113,1731054043737 expired; onlineServers=0 2024-11-08T08:21:28,346 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,32957,1731054043516' ***** 2024-11-08T08:21:28,346 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:21:28,346 INFO [M:0;6ac96558fc7f:32957 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:21:28,346 INFO [M:0;6ac96558fc7f:32957 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:21:28,346 DEBUG [M:0;6ac96558fc7f:32957 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:21:28,346 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:21:28,346 DEBUG [M:0;6ac96558fc7f:32957 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:21:28,346 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054045754 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054045754,5,FailOnTimeoutGroup] 2024-11-08T08:21:28,346 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054045756 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054045756,5,FailOnTimeoutGroup] 2024-11-08T08:21:28,346 INFO [M:0;6ac96558fc7f:32957 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:21:28,346 INFO [M:0;6ac96558fc7f:32957 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:21:28,346 DEBUG [M:0;6ac96558fc7f:32957 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:21:28,346 INFO [M:0;6ac96558fc7f:32957 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:21:28,347 INFO [M:0;6ac96558fc7f:32957 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:21:28,347 ERROR [M:0;6ac96558fc7f:32957 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45465,5,PEWorkerGroup] 2024-11-08T08:21:28,347 INFO [M:0;6ac96558fc7f:32957 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:21:28,347 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:21:28,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01729317274/master 2024-11-08T08:21:28,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01729317274 2024-11-08T08:21:28,356 DEBUG [M:0;6ac96558fc7f:32957 {}] zookeeper.ZKUtil(347): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Unable to get data of znode /01729317274/master because node does not exist (not an error) 2024-11-08T08:21:28,356 WARN [M:0;6ac96558fc7f:32957 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:21:28,357 INFO [M:0;6ac96558fc7f:32957 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/.lastflushedseqids 2024-11-08T08:21:28,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741848_1024 (size=245) 2024-11-08T08:21:28,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:21:28,435 INFO [RS:0;6ac96558fc7f:42113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:21:28,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42113-0x1011988754a0001, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:21:28,435 INFO [RS:0;6ac96558fc7f:42113 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,42113,1731054043737; zookeeper connection closed. 2024-11-08T08:21:28,436 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5a77641b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5a77641b 2024-11-08T08:21:28,436 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:21:28,760 INFO [M:0;6ac96558fc7f:32957 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:21:28,761 INFO [M:0;6ac96558fc7f:32957 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:21:28,761 DEBUG [M:0;6ac96558fc7f:32957 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:21:28,761 INFO [M:0;6ac96558fc7f:32957 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:28,761 DEBUG [M:0;6ac96558fc7f:32957 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:28,761 DEBUG [M:0;6ac96558fc7f:32957 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:21:28,761 DEBUG [M:0;6ac96558fc7f:32957 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:28,761 INFO [M:0;6ac96558fc7f:32957 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-08T08:21:28,778 DEBUG [M:0;6ac96558fc7f:32957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cb6c5f525d84c8bbc8d0acc52adcf7c is 82, key is hbase:meta,,1/info:regioninfo/1731054046985/Put/seqid=0 2024-11-08T08:21:28,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741849_1025 (size=5672) 2024-11-08T08:21:29,181 INFO [M:0;6ac96558fc7f:32957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cb6c5f525d84c8bbc8d0acc52adcf7c 2024-11-08T08:21:29,210 DEBUG [M:0;6ac96558fc7f:32957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/801faf67b97a4cbc941b70691beb2b04 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731054059750/Put/seqid=0 2024-11-08T08:21:29,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741850_1026 (size=7217) 2024-11-08T08:21:29,220 INFO [M:0;6ac96558fc7f:32957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/801faf67b97a4cbc941b70691beb2b04 2024-11-08T08:21:29,224 INFO [M:0;6ac96558fc7f:32957 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 801faf67b97a4cbc941b70691beb2b04 2024-11-08T08:21:29,248 DEBUG [M:0;6ac96558fc7f:32957 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff6501a4607240dda1b0136ee9c6d9e3 is 69, key is 6ac96558fc7f,42113,1731054043737/rs:state/1731054045804/Put/seqid=0 2024-11-08T08:21:29,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741851_1027 (size=5156) 2024-11-08T08:21:29,654 INFO [M:0;6ac96558fc7f:32957 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff6501a4607240dda1b0136ee9c6d9e3 2024-11-08T08:21:29,658 DEBUG [M:0;6ac96558fc7f:32957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8cb6c5f525d84c8bbc8d0acc52adcf7c as hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8cb6c5f525d84c8bbc8d0acc52adcf7c 2024-11-08T08:21:29,661 INFO [M:0;6ac96558fc7f:32957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8cb6c5f525d84c8bbc8d0acc52adcf7c, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T08:21:29,662 DEBUG [M:0;6ac96558fc7f:32957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/801faf67b97a4cbc941b70691beb2b04 as hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/801faf67b97a4cbc941b70691beb2b04 2024-11-08T08:21:29,665 INFO [M:0;6ac96558fc7f:32957 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 801faf67b97a4cbc941b70691beb2b04 2024-11-08T08:21:29,665 INFO [M:0;6ac96558fc7f:32957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/801faf67b97a4cbc941b70691beb2b04, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T08:21:29,666 DEBUG [M:0;6ac96558fc7f:32957 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff6501a4607240dda1b0136ee9c6d9e3 as hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff6501a4607240dda1b0136ee9c6d9e3 2024-11-08T08:21:29,670 INFO [M:0;6ac96558fc7f:32957 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45465/user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff6501a4607240dda1b0136ee9c6d9e3, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T08:21:29,670 INFO [M:0;6ac96558fc7f:32957 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=105, compaction requested=false 2024-11-08T08:21:29,672 INFO [M:0;6ac96558fc7f:32957 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:29,672 DEBUG [M:0;6ac96558fc7f:32957 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054088761Disabling compacts and flushes for region at 1731054088761Disabling writes for close at 1731054088761Obtaining lock to block concurrent updates at 1731054088761Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731054088761Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731054088761Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731054088761Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731054088762 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731054088777 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731054088777Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731054089184 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731054089209 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731054089209Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731054089224 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731054089247 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731054089247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cc19971: reopening flushed file at 1731054089657 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@626a7f9c: reopening flushed file at 1731054089662 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52606561: reopening flushed file at 1731054089665 (+3 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=105, compaction requested=false at 1731054089670 (+5 ms)Writing region close event to WAL at 1731054089671 (+1 ms)Closed at 1731054089671 2024-11-08T08:21:29,674 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:21:29,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:29,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:29,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:29,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36159 is added to blk_1073741830_1006 (size=64411) 2024-11-08T08:21:29,677 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fcfe69f6-9f15-9911-46ea-301023b197f4/MasterData/WALs/6ac96558fc7f,32957,1731054043516/6ac96558fc7f%2C32957%2C1731054043516.1731054045484 not finished, retry = 0 2024-11-08T08:21:29,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:29,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:29,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:29,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:29,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:29,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:29,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:29,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:29,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:29,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:29,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:29,778 INFO [M:0;6ac96558fc7f:32957 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:21:29,778 INFO [M:0;6ac96558fc7f:32957 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32957 2024-11-08T08:21:29,778 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:21:29,778 INFO [M:0;6ac96558fc7f:32957 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:21:29,959 INFO [M:0;6ac96558fc7f:32957 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:21:29,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:21:29,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32957-0x1011988754a0000, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:21:29,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56b15ec5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:21:29,962 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a4775d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:21:29,962 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:21:29,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29305bff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:21:29,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c18c4f6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/hadoop.log.dir/,STOPPED} 2024-11-08T08:21:29,964 WARN [BP-1790137508-172.17.0.3-1731054041525 heartbeating to localhost/127.0.0.1:45465 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:21:29,964 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:21:29,964 WARN [BP-1790137508-172.17.0.3-1731054041525 heartbeating to localhost/127.0.0.1:45465 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1790137508-172.17.0.3-1731054041525 (Datanode Uuid bbb7955b-c1c4-484b-ab2d-62ba11cce019) service to localhost/127.0.0.1:45465 2024-11-08T08:21:29,964 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:21:29,965 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/cluster_46922f75-a8b9-77f8-29d1-0bfaa39fb313/data/data1/current/BP-1790137508-172.17.0.3-1731054041525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:21:29,965 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/cluster_46922f75-a8b9-77f8-29d1-0bfaa39fb313/data/data2/current/BP-1790137508-172.17.0.3-1731054041525 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:21:29,965 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:21:29,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d1cd37a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:21:29,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17bc80f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:21:29,973 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:21:29,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13c8813c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:21:29,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@180b46f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cf286721-8fac-a99f-0ce7-57b85ba66f41/hadoop.log.dir/,STOPPED} 2024-11-08T08:21:29,981 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T08:21:29,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:21:30,010 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 260) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:34893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:45465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57647) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57647) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39881 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57647) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39881 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:39881 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34893 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34893 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:34893 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:45465 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34893 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 659) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=414 (was 396) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4926 (was 5252) 2024-11-08T08:21:30,023 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=414, ProcessCount=11, AvailableMemoryMB=4923 2024-11-08T08:21:30,040 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-08T08:21:30,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/hadoop.log.dir so I do NOT create it in target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d 2024-11-08T08:21:30,041 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:21:30,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/hadoop.tmp.dir so I do NOT create it in target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d 2024-11-08T08:21:30,041 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d447f19c-ed30-d0b6-2249-1ba425987e03/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:21:30,041 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d 2024-11-08T08:21:30,041 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/cluster_d2449361-1bc4-74d9-83b8-b3148562bc4c, deleteOnExit=true 2024-11-08T08:21:30,059 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/cluster_d2449361-1bc4-74d9-83b8-b3148562bc4c/zookeeper_0, clientPort=53199, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/cluster_d2449361-1bc4-74d9-83b8-b3148562bc4c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/cluster_d2449361-1bc4-74d9-83b8-b3148562bc4c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T08:21:30,060 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53199 2024-11-08T08:21:30,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:21:30,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:21:30,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/test.cache.data in system properties and HBase conf 2024-11-08T08:21:30,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:21:30,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:21:30,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:21:30,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:21:30,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:21:30,061 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:21:30,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:21:30,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:21:30,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:21:30,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:21:30,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:21:30,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:21:30,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:21:30,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:21:30,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:21:30,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:21:30,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:21:30,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:21:30,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:21:30,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:21:30,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011988754a0005, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:21:30,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011988754a0008, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:21:30,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011988754a0002, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:21:30,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011988754a0005, quorum=127.0.0.1:57647, baseZNode=/1-1249183735 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:21:30,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011988754a0008, quorum=127.0.0.1:57647, baseZNode=/2722726046 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:21:30,079 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011988754a0002, quorum=127.0.0.1:57647, baseZNode=/01729317274 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:21:30,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:21:30,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:21:30,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:21:30,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:21:30,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:21:30,653 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:21:30,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5262f67e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:21:30,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@daf06f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:21:30,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37e957d4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/java.io.tmpdir/jetty-localhost-34677-hadoop-hdfs-3_4_1-tests_jar-_-any-4280944988929027907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:21:30,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c34b39a{HTTP/1.1, (http/1.1)}{localhost:34677} 2024-11-08T08:21:30,786 INFO [Time-limited test {}] server.Server(415): Started @286978ms 2024-11-08T08:21:31,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:21:31,142 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:21:31,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:21:31,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:21:31,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:21:31,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4435cf53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:21:31,145 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bbc8ea4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:21:31,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b9eaaac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/java.io.tmpdir/jetty-localhost-36363-hadoop-hdfs-3_4_1-tests_jar-_-any-11184213362692795683/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:21:31,248 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@611a7b22{HTTP/1.1, (http/1.1)}{localhost:36363} 2024-11-08T08:21:31,248 INFO [Time-limited test {}] server.Server(415): Started @287440ms 2024-11-08T08:21:31,250 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:21:31,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:21:31,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T08:21:31,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T08:21:31,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T08:21:31,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T08:21:31,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:21:31,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:21:32,129 WARN [Thread-3457 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/cluster_d2449361-1bc4-74d9-83b8-b3148562bc4c/data/data1/current/BP-1017395663-172.17.0.3-1731054090083/current, will proceed with Du for space computation calculation, 2024-11-08T08:21:32,129 WARN [Thread-3458 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/cluster_d2449361-1bc4-74d9-83b8-b3148562bc4c/data/data2/current/BP-1017395663-172.17.0.3-1731054090083/current, will proceed with Du for space computation calculation, 2024-11-08T08:21:32,153 WARN [Thread-3445 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:21:32,156 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c94ac94bc342126 with lease ID 0x3a81f58f1dc49a84: Processing first storage report for DS-92ef69f1-2dcd-4f0e-b20e-e4b9d26c69d3 from datanode DatanodeRegistration(127.0.0.1:38535, datanodeUuid=8778e7d2-85e6-4398-8aca-9722a4ebef7d, infoPort=42909, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=1542745230;c=1731054090083) 2024-11-08T08:21:32,156 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c94ac94bc342126 with lease ID 0x3a81f58f1dc49a84: from storage DS-92ef69f1-2dcd-4f0e-b20e-e4b9d26c69d3 node DatanodeRegistration(127.0.0.1:38535, datanodeUuid=8778e7d2-85e6-4398-8aca-9722a4ebef7d, infoPort=42909, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=1542745230;c=1731054090083), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:21:32,156 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c94ac94bc342126 with lease ID 0x3a81f58f1dc49a84: Processing first storage report for DS-9b5fc4e0-1db0-4aba-9e0d-156c13ac8bb9 from datanode DatanodeRegistration(127.0.0.1:38535, datanodeUuid=8778e7d2-85e6-4398-8aca-9722a4ebef7d, infoPort=42909, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=1542745230;c=1731054090083) 2024-11-08T08:21:32,156 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c94ac94bc342126 with lease ID 0x3a81f58f1dc49a84: from storage DS-9b5fc4e0-1db0-4aba-9e0d-156c13ac8bb9 node DatanodeRegistration(127.0.0.1:38535, datanodeUuid=8778e7d2-85e6-4398-8aca-9722a4ebef7d, infoPort=42909, infoSecurePort=0, ipcPort=43193, storageInfo=lv=-57;cid=testClusterID;nsid=1542745230;c=1731054090083), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:21:32,184 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d 2024-11-08T08:21:32,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:32,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:32,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:21:32,592 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59 with version=8 2024-11-08T08:21:32,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/hbase-staging 2024-11-08T08:21:32,594 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:21:32,594 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:21:32,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:21:32,595 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:21:32,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:21:32,595 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:21:32,595 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:21:32,595 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:21:32,596 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37725 2024-11-08T08:21:32,596 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37725 connecting to ZooKeeper ensemble=127.0.0.1:53199 2024-11-08T08:21:32,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377250x0, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:21:32,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37725-0x101198932f60000 connected 2024-11-08T08:21:32,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:32,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:32,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Set watcher on znode that does not yet exist, /0-1724819328/running 2024-11-08T08:21:32,784 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59, hbase.cluster.distributed=false 2024-11-08T08:21:32,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Set watcher on znode that does not yet exist, /0-1724819328/acl 2024-11-08T08:21:32,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37725 2024-11-08T08:21:32,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37725 2024-11-08T08:21:32,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37725 2024-11-08T08:21:32,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37725 2024-11-08T08:21:32,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37725 2024-11-08T08:21:32,801 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:21:32,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:21:32,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:21:32,802 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:21:32,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:21:32,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:21:32,802 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:21:32,802 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:21:32,802 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33267 2024-11-08T08:21:32,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33267 connecting to ZooKeeper ensemble=127.0.0.1:53199 2024-11-08T08:21:32,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:32,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:32,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332670x0, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:21:32,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332670x0, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Set watcher on znode that does not yet exist, /0-1724819328/running 2024-11-08T08:21:32,819 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:21:32,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33267-0x101198932f60001 connected 2024-11-08T08:21:32,820 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:21:32,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Set watcher on znode that does not yet exist, /0-1724819328/master 2024-11-08T08:21:32,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Set watcher on znode that does not yet exist, /0-1724819328/acl 2024-11-08T08:21:32,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33267 2024-11-08T08:21:32,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33267 2024-11-08T08:21:32,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33267 2024-11-08T08:21:32,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33267 2024-11-08T08:21:32,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33267 2024-11-08T08:21:32,838 DEBUG [M:0;6ac96558fc7f:37725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:37725 2024-11-08T08:21:32,838 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1724819328/backup-masters/6ac96558fc7f,37725,1731054092594 2024-11-08T08:21:32,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328/backup-masters 2024-11-08T08:21:32,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328/backup-masters 2024-11-08T08:21:32,850 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Set watcher on existing znode=/0-1724819328/backup-masters/6ac96558fc7f,37725,1731054092594 2024-11-08T08:21:32,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328 2024-11-08T08:21:32,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1724819328/master 2024-11-08T08:21:32,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328 2024-11-08T08:21:32,861 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Set watcher on existing znode=/0-1724819328/master 2024-11-08T08:21:32,861 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1724819328/backup-masters/6ac96558fc7f,37725,1731054092594 from backup master directory 2024-11-08T08:21:32,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724819328/backup-masters/6ac96558fc7f,37725,1731054092594 2024-11-08T08:21:32,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328/backup-masters 2024-11-08T08:21:32,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328/backup-masters 2024-11-08T08:21:32,871 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:21:32,871 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,37725,1731054092594 2024-11-08T08:21:32,874 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/hbase.id] with ID: c624dc67-0b9a-4694-8c52-ff8e00839b2a 2024-11-08T08:21:32,874 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/.tmp/hbase.id 2024-11-08T08:21:32,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:21:33,040 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:33,041 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:21:33,041 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88706 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:21:33,278 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/.tmp/hbase.id]:[hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/hbase.id] 2024-11-08T08:21:33,285 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:33,286 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:21:33,286 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-08T08:21:33,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328 2024-11-08T08:21:33,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328 2024-11-08T08:21:33,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:21:33,742 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:21:33,743 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:21:33,744 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:21:33,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:21:34,149 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store 2024-11-08T08:21:34,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:21:34,554 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:34,554 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:21:34,554 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:34,554 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:34,554 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:21:34,554 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:34,554 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:34,554 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054094554Disabling compacts and flushes for region at 1731054094554Disabling writes for close at 1731054094554Writing region close event to WAL at 1731054094554Closed at 1731054094554 2024-11-08T08:21:34,554 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store/.initializing 2024-11-08T08:21:34,555 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/WALs/6ac96558fc7f,37725,1731054092594 2024-11-08T08:21:34,555 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:21:34,557 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C37725%2C1731054092594, suffix=, logDir=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/WALs/6ac96558fc7f,37725,1731054092594, archiveDir=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/oldWALs, maxLogs=10 2024-11-08T08:21:34,572 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/WALs/6ac96558fc7f,37725,1731054092594/6ac96558fc7f%2C37725%2C1731054092594.1731054094557, exclude list is [], retry=0 2024-11-08T08:21:34,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38535,DS-92ef69f1-2dcd-4f0e-b20e-e4b9d26c69d3,DISK] 2024-11-08T08:21:34,578 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/WALs/6ac96558fc7f,37725,1731054092594/6ac96558fc7f%2C37725%2C1731054092594.1731054094557 2024-11-08T08:21:34,579 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42909:42909)] 2024-11-08T08:21:34,579 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:21:34,579 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:34,579 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:34,579 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:34,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:34,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:21:34,585 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:34,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:34,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:34,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:21:34,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:34,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:34,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:34,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:21:34,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:34,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:34,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:34,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:21:34,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:34,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:34,589 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:34,589 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:34,590 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:34,590 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:34,590 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:34,591 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:21:34,591 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:34,597 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:21:34,597 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72480106, jitterRate=0.08003774285316467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:21:34,598 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731054094579Initializing all the Stores at 1731054094580 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054094580Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054094584 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054094584Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054094584Cleaning up temporary data from old regions at 1731054094590 (+6 ms)Region opened successfully at 1731054094597 (+7 ms) 2024-11-08T08:21:34,600 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:21:34,602 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4444b54f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:21:34,603 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:21:34,603 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:21:34,603 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:21:34,603 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:21:34,604 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:21:34,604 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:21:34,604 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:21:34,605 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:21:34,606 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Unable to get data of znode /0-1724819328/balancer because node does not exist (not necessarily an error) 2024-11-08T08:21:34,674 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724819328/balancer already deleted, retry=false 2024-11-08T08:21:34,675 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:21:34,675 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Unable to get data of znode /0-1724819328/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:21:34,685 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724819328/normalizer already deleted, retry=false 2024-11-08T08:21:34,685 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:21:34,686 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Unable to get data of znode /0-1724819328/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:21:34,695 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724819328/switch/split already deleted, retry=false 2024-11-08T08:21:34,696 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Unable to get data of znode /0-1724819328/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:21:34,706 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724819328/switch/merge already deleted, retry=false 2024-11-08T08:21:34,708 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Unable to get data of znode /0-1724819328/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:21:34,716 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724819328/snapshot-cleanup already deleted, retry=false 2024-11-08T08:21:34,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1724819328/running 2024-11-08T08:21:34,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328 2024-11-08T08:21:34,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1724819328/running 2024-11-08T08:21:34,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328 2024-11-08T08:21:34,731 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,37725,1731054092594, sessionid=0x101198932f60000, setting cluster-up flag (Was=false) 2024-11-08T08:21:34,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328 2024-11-08T08:21:34,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328 2024-11-08T08:21:34,781 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1724819328/flush-table-proc/acquired, /0-1724819328/flush-table-proc/reached, /0-1724819328/flush-table-proc/abort 2024-11-08T08:21:34,784 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,37725,1731054092594 2024-11-08T08:21:34,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328 2024-11-08T08:21:34,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328 2024-11-08T08:21:34,839 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1724819328/online-snapshot/acquired, /0-1724819328/online-snapshot/reached, /0-1724819328/online-snapshot/abort 2024-11-08T08:21:34,840 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,37725,1731054092594 2024-11-08T08:21:34,841 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:21:34,842 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:21:34,843 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:21:34,843 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:21:34,843 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,37725,1731054092594 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:21:34,844 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:21:34,844 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:21:34,844 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:21:34,844 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:21:34,844 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:21:34,844 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:34,844 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:21:34,844 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:34,846 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:21:34,846 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:21:34,847 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:34,847 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:21:34,856 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731054124856 2024-11-08T08:21:34,856 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:21:34,856 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:21:34,857 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:21:34,857 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:21:34,857 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:21:34,857 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:21:34,860 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:34,860 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:21:34,861 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:21:34,861 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:21:34,861 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:21:34,861 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:21:34,861 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:21:34,861 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054094861,5,FailOnTimeoutGroup] 2024-11-08T08:21:34,861 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054094861,5,FailOnTimeoutGroup] 2024-11-08T08:21:34,861 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:34,861 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:21:34,861 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:34,862 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:34,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:21:34,927 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(746): ClusterId : c624dc67-0b9a-4694-8c52-ff8e00839b2a 2024-11-08T08:21:34,927 DEBUG [RS:0;6ac96558fc7f:33267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:21:34,939 DEBUG [RS:0;6ac96558fc7f:33267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:21:34,939 DEBUG [RS:0;6ac96558fc7f:33267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:21:34,950 DEBUG [RS:0;6ac96558fc7f:33267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:21:34,951 DEBUG [RS:0;6ac96558fc7f:33267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f60d154, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:21:34,966 DEBUG [RS:0;6ac96558fc7f:33267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:33267 2024-11-08T08:21:34,966 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:21:34,966 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:21:34,966 DEBUG [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:21:34,967 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,37725,1731054092594 with port=33267, startcode=1731054092801 2024-11-08T08:21:34,967 DEBUG [RS:0;6ac96558fc7f:33267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:21:34,969 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:21:34,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37725 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,33267,1731054092801 2024-11-08T08:21:34,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37725 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,33267,1731054092801 2024-11-08T08:21:34,970 DEBUG [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59 2024-11-08T08:21:34,970 DEBUG [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35791 2024-11-08T08:21:34,970 DEBUG [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:21:34,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328/rs 2024-11-08T08:21:34,980 DEBUG [RS:0;6ac96558fc7f:33267 {}] zookeeper.ZKUtil(111): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Set watcher on existing znode=/0-1724819328/rs/6ac96558fc7f,33267,1731054092801 2024-11-08T08:21:34,980 WARN [RS:0;6ac96558fc7f:33267 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:21:34,980 INFO [RS:0;6ac96558fc7f:33267 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:21:34,980 DEBUG [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801 2024-11-08T08:21:34,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,33267,1731054092801] 2024-11-08T08:21:34,982 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:21:34,983 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:21:34,984 INFO [RS:0;6ac96558fc7f:33267 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:21:34,984 INFO [RS:0;6ac96558fc7f:33267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:34,984 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:21:34,984 INFO [RS:0;6ac96558fc7f:33267 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:21:34,985 INFO [RS:0;6ac96558fc7f:33267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:34,985 DEBUG [RS:0;6ac96558fc7f:33267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:34,985 DEBUG [RS:0;6ac96558fc7f:33267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:34,985 DEBUG [RS:0;6ac96558fc7f:33267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:34,985 DEBUG [RS:0;6ac96558fc7f:33267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:34,985 DEBUG [RS:0;6ac96558fc7f:33267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:34,985 DEBUG [RS:0;6ac96558fc7f:33267 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:21:34,985 DEBUG [RS:0;6ac96558fc7f:33267 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:34,985 DEBUG [RS:0;6ac96558fc7f:33267 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:34,985 DEBUG [RS:0;6ac96558fc7f:33267 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:34,985 DEBUG [RS:0;6ac96558fc7f:33267 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:34,985 DEBUG [RS:0;6ac96558fc7f:33267 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:34,985 DEBUG [RS:0;6ac96558fc7f:33267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:34,985 DEBUG [RS:0;6ac96558fc7f:33267 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:21:34,985 DEBUG [RS:0;6ac96558fc7f:33267 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:21:34,992 INFO [RS:0;6ac96558fc7f:33267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:34,992 INFO [RS:0;6ac96558fc7f:33267 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:34,992 INFO [RS:0;6ac96558fc7f:33267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:34,992 INFO [RS:0;6ac96558fc7f:33267 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:34,992 INFO [RS:0;6ac96558fc7f:33267 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:34,992 INFO [RS:0;6ac96558fc7f:33267 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,33267,1731054092801-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:21:35,011 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:21:35,011 INFO [RS:0;6ac96558fc7f:33267 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,33267,1731054092801-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:35,012 INFO [RS:0;6ac96558fc7f:33267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:35,012 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.Replication(171): 6ac96558fc7f,33267,1731054092801 started 2024-11-08T08:21:35,030 INFO [RS:0;6ac96558fc7f:33267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:35,030 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,33267,1731054092801, RpcServer on 6ac96558fc7f/172.17.0.3:33267, sessionid=0x101198932f60001 2024-11-08T08:21:35,030 DEBUG [RS:0;6ac96558fc7f:33267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:21:35,030 DEBUG [RS:0;6ac96558fc7f:33267 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,33267,1731054092801 2024-11-08T08:21:35,030 DEBUG [RS:0;6ac96558fc7f:33267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,33267,1731054092801' 2024-11-08T08:21:35,030 DEBUG [RS:0;6ac96558fc7f:33267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1724819328/flush-table-proc/abort' 2024-11-08T08:21:35,030 DEBUG [RS:0;6ac96558fc7f:33267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1724819328/flush-table-proc/acquired' 2024-11-08T08:21:35,031 DEBUG [RS:0;6ac96558fc7f:33267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:21:35,031 DEBUG [RS:0;6ac96558fc7f:33267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:21:35,031 DEBUG [RS:0;6ac96558fc7f:33267 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,33267,1731054092801 2024-11-08T08:21:35,031 DEBUG [RS:0;6ac96558fc7f:33267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,33267,1731054092801' 2024-11-08T08:21:35,031 DEBUG [RS:0;6ac96558fc7f:33267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1724819328/online-snapshot/abort' 2024-11-08T08:21:35,031 DEBUG [RS:0;6ac96558fc7f:33267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1724819328/online-snapshot/acquired' 2024-11-08T08:21:35,031 DEBUG [RS:0;6ac96558fc7f:33267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:21:35,031 INFO [RS:0;6ac96558fc7f:33267 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:21:35,031 INFO [RS:0;6ac96558fc7f:33267 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:21:35,132 INFO [RS:0;6ac96558fc7f:33267 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:21:35,133 INFO [RS:0;6ac96558fc7f:33267 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C33267%2C1731054092801, suffix=, logDir=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801, archiveDir=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/oldWALs, maxLogs=10 2024-11-08T08:21:35,149 DEBUG [RS:0;6ac96558fc7f:33267 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133, exclude list is [], retry=0 2024-11-08T08:21:35,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38535,DS-92ef69f1-2dcd-4f0e-b20e-e4b9d26c69d3,DISK] 2024-11-08T08:21:35,153 INFO [RS:0;6ac96558fc7f:33267 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 2024-11-08T08:21:35,153 DEBUG [RS:0;6ac96558fc7f:33267 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42909:42909)] 2024-11-08T08:21:35,268 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:21:35,268 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59 2024-11-08T08:21:35,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741833_1009 (size=32) 2024-11-08T08:21:35,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:35,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:21:35,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:21:35,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:35,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:35,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:21:35,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:21:35,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:35,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:35,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:21:35,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:21:35,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:35,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:35,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:21:35,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:21:35,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:35,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:35,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:21:35,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740 2024-11-08T08:21:35,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740 2024-11-08T08:21:35,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:21:35,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:21:35,697 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:21:35,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:21:35,704 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:21:35,705 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62055403, jitterRate=-0.07530243694782257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:21:35,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731054095689Initializing all the Stores at 1731054095689Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054095689Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054095690 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054095690Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054095690Cleaning up temporary data from old regions at 1731054095697 (+7 ms)Region opened successfully at 1731054095705 (+8 ms) 2024-11-08T08:21:35,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:21:35,706 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:21:35,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:21:35,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:21:35,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:21:35,706 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:21:35,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054095706Disabling compacts and flushes for region at 1731054095706Disabling writes for close at 1731054095706Writing region close event to WAL at 1731054095706Closed at 1731054095706 2024-11-08T08:21:35,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:21:35,707 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:21:35,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:21:35,708 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:21:35,708 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:21:35,859 DEBUG [6ac96558fc7f:37725 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:21:35,859 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,33267,1731054092801 2024-11-08T08:21:35,860 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,33267,1731054092801, state=OPENING 2024-11-08T08:21:35,927 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:21:35,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328 2024-11-08T08:21:35,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328 2024-11-08T08:21:35,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724819328/meta-region-server: CHANGED 2024-11-08T08:21:35,968 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724819328/meta-region-server: CHANGED 2024-11-08T08:21:35,968 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:21:35,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,33267,1731054092801}] 2024-11-08T08:21:36,120 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:21:36,121 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:21:36,123 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:21:36,123 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:21:36,124 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:21:36,125 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C33267%2C1731054092801.meta, suffix=.meta, logDir=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801, archiveDir=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/oldWALs, maxLogs=10 2024-11-08T08:21:36,136 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.meta.1731054096125.meta, exclude list is [], retry=0 2024-11-08T08:21:36,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38535,DS-92ef69f1-2dcd-4f0e-b20e-e4b9d26c69d3,DISK] 2024-11-08T08:21:36,139 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.meta.1731054096125.meta 2024-11-08T08:21:36,141 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42909:42909)] 2024-11-08T08:21:36,141 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:21:36,141 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:21:36,141 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:21:36,141 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:21:36,141 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:21:36,141 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:21:36,141 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:36,142 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:21:36,142 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:21:36,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:21:36,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:21:36,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:36,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:36,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:21:36,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:21:36,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:36,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:36,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:21:36,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:21:36,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:36,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:36,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:21:36,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:21:36,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:36,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:36,146 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:21:36,146 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740 2024-11-08T08:21:36,147 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740 2024-11-08T08:21:36,148 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:21:36,148 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:21:36,148 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:21:36,149 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:21:36,149 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67118072, jitterRate=1.3720989227294922E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:21:36,150 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:21:36,150 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731054096142Writing region info on filesystem at 1731054096142Initializing all the Stores at 1731054096142Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054096142Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054096142Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054096142Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054096142Cleaning up temporary data from old regions at 1731054096148 (+6 ms)Running coprocessor post-open hooks at 1731054096150 (+2 ms)Region opened successfully at 1731054096150 2024-11-08T08:21:36,151 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731054096120 2024-11-08T08:21:36,153 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:21:36,153 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:21:36,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,33267,1731054092801 2024-11-08T08:21:36,154 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,33267,1731054092801, state=OPEN 2024-11-08T08:21:36,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1724819328/meta-region-server 2024-11-08T08:21:36,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1724819328/meta-region-server 2024-11-08T08:21:36,169 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,33267,1731054092801 2024-11-08T08:21:36,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724819328/meta-region-server: CHANGED 2024-11-08T08:21:36,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724819328/meta-region-server: CHANGED 2024-11-08T08:21:36,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:21:36,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,33267,1731054092801 in 201 msec 2024-11-08T08:21:36,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:21:36,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 464 msec 2024-11-08T08:21:36,172 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:21:36,172 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:21:36,173 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:36,173 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,33267,1731054092801, seqNum=-1] 2024-11-08T08:21:36,173 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:36,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:21:36,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3350 sec 2024-11-08T08:21:36,178 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731054096178, completionTime=-1 2024-11-08T08:21:36,178 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:21:36,178 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:21:36,179 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:21:36,179 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731054156179 2024-11-08T08:21:36,179 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731054216179 2024-11-08T08:21:36,179 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T08:21:36,179 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,37725,1731054092594-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:36,179 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,37725,1731054092594-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:36,179 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,37725,1731054092594-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:36,179 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:37725, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:36,179 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:36,180 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:36,181 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:21:36,182 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.311sec 2024-11-08T08:21:36,183 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:21:36,183 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:21:36,183 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:21:36,183 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:21:36,183 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:21:36,183 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,37725,1731054092594-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:21:36,183 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,37725,1731054092594-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:21:36,184 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:21:36,184 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:21:36,184 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,37725,1731054092594-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:36,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c354c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:36,228 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,37725,-1 for getting cluster id 2024-11-08T08:21:36,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:36,229 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c624dc67-0b9a-4694-8c52-ff8e00839b2a' 2024-11-08T08:21:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:36,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c624dc67-0b9a-4694-8c52-ff8e00839b2a" 2024-11-08T08:21:36,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ecfc998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:36,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,37725,-1] 2024-11-08T08:21:36,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:36,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:36,231 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:36,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e79aba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:36,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:36,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,33267,1731054092801, seqNum=-1] 2024-11-08T08:21:36,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:36,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:21:36,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,37725,1731054092594 2024-11-08T08:21:36,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53199 2024-11-08T08:21:36,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:21:36,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101198932f60002 connected 2024-11-08T08:21:36,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/hadoop.log.dir so I do NOT create it in target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c 2024-11-08T08:21:36,256 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:21:36,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/hadoop.tmp.dir so I do NOT create it in target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c 2024-11-08T08:21:36,256 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:21:36,256 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c 2024-11-08T08:21:36,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:21:36,256 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/cluster_4804695c-ad69-f609-7837-fafe710b3b8d, deleteOnExit=true 2024-11-08T08:21:36,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:21:36,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/test.cache.data in system properties and HBase conf 2024-11-08T08:21:36,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:21:36,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:21:36,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:21:36,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:21:36,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:21:36,256 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:21:36,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:21:36,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:21:36,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:21:36,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:21:36,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:21:36,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:21:36,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:21:36,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:21:36,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:21:36,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:21:36,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:21:36,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:21:36,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:21:36,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:21:36,557 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T08:21:36,558 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:36,558 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:36,558 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:36,558 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:36,559 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:36,601 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:36,602 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:36,602 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:36,602 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:36,602 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:36,603 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:36,612 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:36,616 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:36,617 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:36,619 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:36,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:21:36,659 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:21:36,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:21:36,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:21:36,660 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:21:36,661 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:21:36,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bfff84b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:21:36,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2791c86e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:21:36,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26774df5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/java.io.tmpdir/jetty-localhost-40693-hadoop-hdfs-3_4_1-tests_jar-_-any-10779640354061358010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:21:36,754 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37cee67{HTTP/1.1, (http/1.1)}{localhost:40693} 2024-11-08T08:21:36,755 INFO [Time-limited test {}] server.Server(415): Started @292946ms 2024-11-08T08:21:37,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:21:37,003 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:21:37,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:21:37,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:21:37,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T08:21:37,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1be6a799{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:21:37,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2544141d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:21:37,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37c4a4ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/java.io.tmpdir/jetty-localhost-43087-hadoop-hdfs-3_4_1-tests_jar-_-any-9878216845868097626/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:21:37,098 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57bb702a{HTTP/1.1, (http/1.1)}{localhost:43087} 2024-11-08T08:21:37,098 INFO [Time-limited test {}] server.Server(415): Started @293290ms 2024-11-08T08:21:37,099 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:21:37,876 WARN [Thread-3578 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/cluster_4804695c-ad69-f609-7837-fafe710b3b8d/data/data1/current/BP-1734467977-172.17.0.3-1731054096270/current, will proceed with Du for space computation calculation, 2024-11-08T08:21:37,876 WARN [Thread-3579 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/cluster_4804695c-ad69-f609-7837-fafe710b3b8d/data/data2/current/BP-1734467977-172.17.0.3-1731054096270/current, will proceed with Du for space computation calculation, 2024-11-08T08:21:37,894 WARN [Thread-3566 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:21:37,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59da3d79f7d535a with lease ID 0xe8bd0d2308b9e96e: Processing first storage report for DS-20da450c-02b8-444f-a7f2-7d089197be1d from datanode DatanodeRegistration(127.0.0.1:36569, datanodeUuid=f1fab173-f3d3-4f64-8579-2d8fa5447a9d, infoPort=38325, infoSecurePort=0, ipcPort=39223, storageInfo=lv=-57;cid=testClusterID;nsid=1172149815;c=1731054096270) 2024-11-08T08:21:37,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59da3d79f7d535a with lease ID 0xe8bd0d2308b9e96e: from storage DS-20da450c-02b8-444f-a7f2-7d089197be1d node DatanodeRegistration(127.0.0.1:36569, datanodeUuid=f1fab173-f3d3-4f64-8579-2d8fa5447a9d, infoPort=38325, infoSecurePort=0, ipcPort=39223, storageInfo=lv=-57;cid=testClusterID;nsid=1172149815;c=1731054096270), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:21:37,898 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59da3d79f7d535a with lease ID 0xe8bd0d2308b9e96e: Processing first storage report for DS-c1e6854c-edb9-435c-a939-8aebd1fa7763 from datanode DatanodeRegistration(127.0.0.1:36569, datanodeUuid=f1fab173-f3d3-4f64-8579-2d8fa5447a9d, infoPort=38325, infoSecurePort=0, ipcPort=39223, storageInfo=lv=-57;cid=testClusterID;nsid=1172149815;c=1731054096270) 2024-11-08T08:21:37,898 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59da3d79f7d535a with lease ID 0xe8bd0d2308b9e96e: from storage DS-c1e6854c-edb9-435c-a939-8aebd1fa7763 node DatanodeRegistration(127.0.0.1:36569, datanodeUuid=f1fab173-f3d3-4f64-8579-2d8fa5447a9d, infoPort=38325, infoSecurePort=0, ipcPort=39223, storageInfo=lv=-57;cid=testClusterID;nsid=1172149815;c=1731054096270), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:21:37,920 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c 2024-11-08T08:21:37,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:37,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:37,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:21:38,329 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2 with version=8 2024-11-08T08:21:38,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/hbase-staging 2024-11-08T08:21:38,332 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:21:38,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:21:38,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:21:38,332 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:21:38,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:21:38,332 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:21:38,332 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:21:38,332 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:21:38,333 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39591 2024-11-08T08:21:38,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39591 connecting to ZooKeeper ensemble=127.0.0.1:53199 2024-11-08T08:21:38,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395910x0, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:21:38,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39591-0x101198932f60003 connected 2024-11-08T08:21:38,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:38,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:38,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Set watcher on znode that does not yet exist, /1-1480990959/running 2024-11-08T08:21:38,457 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2, hbase.cluster.distributed=false 2024-11-08T08:21:38,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Set watcher on znode that does not yet exist, /1-1480990959/acl 2024-11-08T08:21:38,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39591 2024-11-08T08:21:38,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39591 2024-11-08T08:21:38,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39591 2024-11-08T08:21:38,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39591 2024-11-08T08:21:38,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39591 2024-11-08T08:21:38,476 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:21:38,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:21:38,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:21:38,476 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:21:38,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:21:38,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:21:38,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:21:38,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:21:38,477 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41681 2024-11-08T08:21:38,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41681 connecting to ZooKeeper ensemble=127.0.0.1:53199 2024-11-08T08:21:38,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:38,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:38,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416810x0, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:21:38,492 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416810x0, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Set watcher on znode that does not yet exist, /1-1480990959/running 2024-11-08T08:21:38,492 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:21:38,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41681-0x101198932f60004 connected 2024-11-08T08:21:38,493 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:21:38,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Set watcher on znode that does not yet exist, /1-1480990959/master 2024-11-08T08:21:38,494 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Set watcher on znode that does not yet exist, /1-1480990959/acl 2024-11-08T08:21:38,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41681 2024-11-08T08:21:38,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41681 2024-11-08T08:21:38,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41681 2024-11-08T08:21:38,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41681 2024-11-08T08:21:38,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41681 2024-11-08T08:21:38,509 DEBUG [M:0;6ac96558fc7f:39591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:39591 2024-11-08T08:21:38,510 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1480990959/backup-masters/6ac96558fc7f,39591,1731054098332 2024-11-08T08:21:38,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959/backup-masters 2024-11-08T08:21:38,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959/backup-masters 2024-11-08T08:21:38,517 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Set watcher on existing znode=/1-1480990959/backup-masters/6ac96558fc7f,39591,1731054098332 2024-11-08T08:21:38,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1480990959/master 2024-11-08T08:21:38,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959 2024-11-08T08:21:38,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959 2024-11-08T08:21:38,527 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Set watcher on existing znode=/1-1480990959/master 2024-11-08T08:21:38,527 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1480990959/backup-masters/6ac96558fc7f,39591,1731054098332 from backup master directory 2024-11-08T08:21:38,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1480990959/backup-masters/6ac96558fc7f,39591,1731054098332 2024-11-08T08:21:38,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959/backup-masters 2024-11-08T08:21:38,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959/backup-masters 2024-11-08T08:21:38,537 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:21:38,537 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,39591,1731054098332 2024-11-08T08:21:38,540 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/hbase.id] with ID: a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f 2024-11-08T08:21:38,540 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/.tmp/hbase.id 2024-11-08T08:21:38,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:21:38,944 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/.tmp/hbase.id]:[hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/hbase.id] 2024-11-08T08:21:38,952 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:38,952 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:21:38,953 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T08:21:39,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959 2024-11-08T08:21:39,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959 2024-11-08T08:21:39,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:21:39,405 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:21:39,406 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:21:39,407 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:21:39,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:21:39,812 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store 2024-11-08T08:21:39,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:21:40,218 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:40,218 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:21:40,218 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:40,218 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:40,218 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:21:40,218 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:40,218 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:40,218 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054100218Disabling compacts and flushes for region at 1731054100218Disabling writes for close at 1731054100218Writing region close event to WAL at 1731054100218Closed at 1731054100218 2024-11-08T08:21:40,219 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store/.initializing 2024-11-08T08:21:40,219 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/WALs/6ac96558fc7f,39591,1731054098332 2024-11-08T08:21:40,219 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:21:40,220 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C39591%2C1731054098332, suffix=, logDir=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/WALs/6ac96558fc7f,39591,1731054098332, archiveDir=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/oldWALs, maxLogs=10 2024-11-08T08:21:40,236 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/WALs/6ac96558fc7f,39591,1731054098332/6ac96558fc7f%2C39591%2C1731054098332.1731054100221, exclude list is [], retry=0 2024-11-08T08:21:40,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36569,DS-20da450c-02b8-444f-a7f2-7d089197be1d,DISK] 2024-11-08T08:21:40,240 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/WALs/6ac96558fc7f,39591,1731054098332/6ac96558fc7f%2C39591%2C1731054098332.1731054100221 2024-11-08T08:21:40,240 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38325:38325)] 2024-11-08T08:21:40,240 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:21:40,240 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:40,240 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:40,240 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:40,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:40,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:21:40,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:40,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:40,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:40,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:21:40,245 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:40,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:40,245 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:40,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:21:40,246 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:40,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:40,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:40,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:21:40,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:40,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:40,247 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:40,248 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:40,248 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:40,249 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:40,249 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:40,249 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:21:40,250 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:40,251 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:21:40,252 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71514392, jitterRate=0.06564748287200928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:21:40,252 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731054100240Initializing all the Stores at 1731054100241 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054100241Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054100243 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054100243Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054100243Cleaning up temporary data from old regions at 1731054100249 (+6 ms)Region opened successfully at 1731054100252 (+3 ms) 2024-11-08T08:21:40,252 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:21:40,254 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a17bc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:21:40,255 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:21:40,255 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:21:40,255 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:21:40,255 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:21:40,255 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:21:40,255 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:21:40,255 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:21:40,257 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:21:40,257 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Unable to get data of znode /1-1480990959/balancer because node does not exist (not necessarily an error) 2024-11-08T08:21:40,316 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1480990959/balancer already deleted, retry=false 2024-11-08T08:21:40,317 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:21:40,317 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Unable to get data of znode /1-1480990959/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:21:40,327 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1480990959/normalizer already deleted, retry=false 2024-11-08T08:21:40,327 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:21:40,328 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Unable to get data of znode /1-1480990959/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:21:40,337 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1480990959/switch/split already deleted, retry=false 2024-11-08T08:21:40,339 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Unable to get data of znode /1-1480990959/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:21:40,348 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1480990959/switch/merge already deleted, retry=false 2024-11-08T08:21:40,350 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Unable to get data of znode /1-1480990959/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:21:40,358 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1480990959/snapshot-cleanup already deleted, retry=false 2024-11-08T08:21:40,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1480990959/running 2024-11-08T08:21:40,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1480990959/running 2024-11-08T08:21:40,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959 2024-11-08T08:21:40,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959 2024-11-08T08:21:40,369 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,39591,1731054098332, sessionid=0x101198932f60003, setting cluster-up flag (Was=false) 2024-11-08T08:21:40,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959 2024-11-08T08:21:40,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959 2024-11-08T08:21:40,421 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1480990959/flush-table-proc/acquired, /1-1480990959/flush-table-proc/reached, /1-1480990959/flush-table-proc/abort 2024-11-08T08:21:40,422 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,39591,1731054098332 2024-11-08T08:21:40,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959 2024-11-08T08:21:40,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959 2024-11-08T08:21:40,524 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1480990959/online-snapshot/acquired, /1-1480990959/online-snapshot/reached, /1-1480990959/online-snapshot/abort 2024-11-08T08:21:40,524 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,39591,1731054098332 2024-11-08T08:21:40,525 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:21:40,526 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:21:40,527 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:21:40,527 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:21:40,527 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,39591,1731054098332 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:21:40,528 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:21:40,528 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:21:40,528 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:21:40,528 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:21:40,528 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:21:40,528 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:40,528 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:21:40,528 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:40,529 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731054130529 2024-11-08T08:21:40,529 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:21:40,529 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:21:40,529 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:21:40,529 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:21:40,529 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:21:40,529 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:21:40,529 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:21:40,529 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:21:40,529 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:40,530 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:21:40,530 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:21:40,530 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:21:40,530 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:21:40,530 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:21:40,530 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:21:40,530 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054100530,5,FailOnTimeoutGroup] 2024-11-08T08:21:40,530 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:40,530 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054100530,5,FailOnTimeoutGroup] 2024-11-08T08:21:40,530 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:40,530 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:21:40,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:21:40,530 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:40,530 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:40,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:21:40,602 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(746): ClusterId : a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f 2024-11-08T08:21:40,602 DEBUG [RS:0;6ac96558fc7f:41681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:21:40,629 DEBUG [RS:0;6ac96558fc7f:41681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:21:40,629 DEBUG [RS:0;6ac96558fc7f:41681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:21:40,640 DEBUG [RS:0;6ac96558fc7f:41681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:21:40,640 DEBUG [RS:0;6ac96558fc7f:41681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b01d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:21:40,654 DEBUG [RS:0;6ac96558fc7f:41681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:41681 2024-11-08T08:21:40,654 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:21:40,654 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:21:40,654 DEBUG [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:21:40,654 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,39591,1731054098332 with port=41681, startcode=1731054098476 2024-11-08T08:21:40,654 DEBUG [RS:0;6ac96558fc7f:41681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:21:40,656 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:21:40,656 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39591 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,41681,1731054098476 2024-11-08T08:21:40,656 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39591 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,41681,1731054098476 2024-11-08T08:21:40,657 DEBUG [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2 2024-11-08T08:21:40,657 DEBUG [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38647 2024-11-08T08:21:40,657 DEBUG [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:21:40,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959/rs 2024-11-08T08:21:40,737 DEBUG [RS:0;6ac96558fc7f:41681 {}] zookeeper.ZKUtil(111): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Set watcher on existing znode=/1-1480990959/rs/6ac96558fc7f,41681,1731054098476 2024-11-08T08:21:40,737 WARN [RS:0;6ac96558fc7f:41681 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:21:40,737 INFO [RS:0;6ac96558fc7f:41681 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:21:40,737 DEBUG [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476 2024-11-08T08:21:40,737 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,41681,1731054098476] 2024-11-08T08:21:40,739 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:21:40,740 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:21:40,741 INFO [RS:0;6ac96558fc7f:41681 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:21:40,741 INFO [RS:0;6ac96558fc7f:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:40,748 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:21:40,749 INFO [RS:0;6ac96558fc7f:41681 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:21:40,749 INFO [RS:0;6ac96558fc7f:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:40,749 DEBUG [RS:0;6ac96558fc7f:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:40,749 DEBUG [RS:0;6ac96558fc7f:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:40,749 DEBUG [RS:0;6ac96558fc7f:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:40,749 DEBUG [RS:0;6ac96558fc7f:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:40,749 DEBUG [RS:0;6ac96558fc7f:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:40,749 DEBUG [RS:0;6ac96558fc7f:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:21:40,749 DEBUG [RS:0;6ac96558fc7f:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:40,749 DEBUG [RS:0;6ac96558fc7f:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:40,749 DEBUG [RS:0;6ac96558fc7f:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:40,749 DEBUG [RS:0;6ac96558fc7f:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:40,749 DEBUG [RS:0;6ac96558fc7f:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:40,749 DEBUG [RS:0;6ac96558fc7f:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:40,749 DEBUG [RS:0;6ac96558fc7f:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:21:40,749 DEBUG [RS:0;6ac96558fc7f:41681 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:21:40,752 INFO [RS:0;6ac96558fc7f:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:40,752 INFO [RS:0;6ac96558fc7f:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:40,752 INFO [RS:0;6ac96558fc7f:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:40,752 INFO [RS:0;6ac96558fc7f:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:40,752 INFO [RS:0;6ac96558fc7f:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:40,752 INFO [RS:0;6ac96558fc7f:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,41681,1731054098476-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:21:40,765 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:21:40,765 INFO [RS:0;6ac96558fc7f:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,41681,1731054098476-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:40,765 INFO [RS:0;6ac96558fc7f:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:40,765 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.Replication(171): 6ac96558fc7f,41681,1731054098476 started 2024-11-08T08:21:40,778 INFO [RS:0;6ac96558fc7f:41681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:40,778 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,41681,1731054098476, RpcServer on 6ac96558fc7f/172.17.0.3:41681, sessionid=0x101198932f60004 2024-11-08T08:21:40,778 DEBUG [RS:0;6ac96558fc7f:41681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:21:40,778 DEBUG [RS:0;6ac96558fc7f:41681 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,41681,1731054098476 2024-11-08T08:21:40,778 DEBUG [RS:0;6ac96558fc7f:41681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,41681,1731054098476' 2024-11-08T08:21:40,778 DEBUG [RS:0;6ac96558fc7f:41681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1480990959/flush-table-proc/abort' 2024-11-08T08:21:40,779 DEBUG [RS:0;6ac96558fc7f:41681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1480990959/flush-table-proc/acquired' 2024-11-08T08:21:40,779 DEBUG [RS:0;6ac96558fc7f:41681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:21:40,779 DEBUG [RS:0;6ac96558fc7f:41681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:21:40,779 DEBUG [RS:0;6ac96558fc7f:41681 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,41681,1731054098476 2024-11-08T08:21:40,779 DEBUG [RS:0;6ac96558fc7f:41681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,41681,1731054098476' 2024-11-08T08:21:40,779 DEBUG [RS:0;6ac96558fc7f:41681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1480990959/online-snapshot/abort' 2024-11-08T08:21:40,779 DEBUG [RS:0;6ac96558fc7f:41681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1480990959/online-snapshot/acquired' 2024-11-08T08:21:40,779 DEBUG [RS:0;6ac96558fc7f:41681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:21:40,779 INFO [RS:0;6ac96558fc7f:41681 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:21:40,779 INFO [RS:0;6ac96558fc7f:41681 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:21:40,880 INFO [RS:0;6ac96558fc7f:41681 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:21:40,881 INFO [RS:0;6ac96558fc7f:41681 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C41681%2C1731054098476, suffix=, logDir=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476, archiveDir=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/oldWALs, maxLogs=10 2024-11-08T08:21:40,893 DEBUG [RS:0;6ac96558fc7f:41681 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881, exclude list is [], retry=0 2024-11-08T08:21:40,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36569,DS-20da450c-02b8-444f-a7f2-7d089197be1d,DISK] 2024-11-08T08:21:40,896 INFO [RS:0;6ac96558fc7f:41681 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 2024-11-08T08:21:40,897 DEBUG [RS:0;6ac96558fc7f:41681 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38325:38325)] 2024-11-08T08:21:40,938 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:21:40,938 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2 2024-11-08T08:21:40,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741833_1009 (size=32) 2024-11-08T08:21:40,983 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T08:21:41,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T08:21:41,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T08:21:41,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:21:41,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T08:21:41,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:21:41,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T08:21:41,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T08:21:41,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T08:21:41,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:41,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:21:41,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:21:41,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:41,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:41,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:21:41,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:21:41,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:41,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:41,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:21:41,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:21:41,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:41,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:41,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:21:41,347 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:21:41,347 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:41,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:41,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:21:41,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740 2024-11-08T08:21:41,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740 2024-11-08T08:21:41,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:21:41,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:21:41,350 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:21:41,350 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:21:41,352 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:21:41,352 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75313355, jitterRate=0.12225644290447235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:21:41,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731054101343Initializing all the Stores at 1731054101344 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054101344Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054101344Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054101344Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054101344Cleaning up temporary data from old regions at 1731054101349 (+5 ms)Region opened successfully at 1731054101352 (+3 ms) 2024-11-08T08:21:41,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:21:41,352 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:21:41,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:21:41,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:21:41,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:21:41,353 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:21:41,353 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054101352Disabling compacts and flushes for region at 1731054101352Disabling writes for close at 1731054101352Writing region close event to WAL at 1731054101353 (+1 ms)Closed at 1731054101353 2024-11-08T08:21:41,354 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:21:41,354 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:21:41,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:21:41,354 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:21:41,355 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:21:41,505 DEBUG [6ac96558fc7f:39591 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:21:41,506 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,41681,1731054098476 2024-11-08T08:21:41,507 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,41681,1731054098476, state=OPENING 2024-11-08T08:21:41,558 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:21:41,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959 2024-11-08T08:21:41,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959 2024-11-08T08:21:41,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1480990959/meta-region-server: CHANGED 2024-11-08T08:21:41,569 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:21:41,569 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1480990959/meta-region-server: CHANGED 2024-11-08T08:21:41,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,41681,1731054098476}] 2024-11-08T08:21:41,721 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:21:41,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:21:41,725 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:21:41,725 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:21:41,725 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:21:41,726 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C41681%2C1731054098476.meta, suffix=.meta, logDir=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476, archiveDir=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/oldWALs, maxLogs=10 2024-11-08T08:21:41,738 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.meta.1731054101726.meta, exclude list is [], retry=0 2024-11-08T08:21:41,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36569,DS-20da450c-02b8-444f-a7f2-7d089197be1d,DISK] 2024-11-08T08:21:41,740 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.meta.1731054101726.meta 2024-11-08T08:21:41,741 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38325:38325)] 2024-11-08T08:21:41,741 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:21:41,741 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:21:41,741 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:21:41,741 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:21:41,741 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:21:41,741 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:21:41,741 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:41,741 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:21:41,741 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:21:41,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:21:41,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:21:41,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:41,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:41,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:21:41,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:21:41,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:41,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:41,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:21:41,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:21:41,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:41,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:41,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:21:41,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:21:41,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:41,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:41,746 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:21:41,746 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740 2024-11-08T08:21:41,747 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740 2024-11-08T08:21:41,747 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:21:41,747 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:21:41,748 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:21:41,748 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:21:41,749 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71709876, jitterRate=0.06856042146682739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:21:41,749 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:21:41,749 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731054101742Writing region info on filesystem at 1731054101742Initializing all the Stores at 1731054101742Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054101742Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054101742Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054101742Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054101742Cleaning up temporary data from old regions at 1731054101747 (+5 ms)Running coprocessor post-open hooks at 1731054101749 (+2 ms)Region opened successfully at 1731054101749 2024-11-08T08:21:41,750 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731054101721 2024-11-08T08:21:41,751 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:21:41,751 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:21:41,752 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,41681,1731054098476 2024-11-08T08:21:41,752 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,41681,1731054098476, state=OPEN 2024-11-08T08:21:41,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1480990959/meta-region-server 2024-11-08T08:21:41,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1480990959/meta-region-server 2024-11-08T08:21:41,758 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,41681,1731054098476 2024-11-08T08:21:41,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1480990959/meta-region-server: CHANGED 2024-11-08T08:21:41,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1480990959/meta-region-server: CHANGED 2024-11-08T08:21:41,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:21:41,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,41681,1731054098476 in 189 msec 2024-11-08T08:21:41,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:21:41,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 406 msec 2024-11-08T08:21:41,762 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:21:41,762 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:21:41,763 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:41,763 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,41681,1731054098476, seqNum=-1] 2024-11-08T08:21:41,763 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:41,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54187, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:21:41,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2410 sec 2024-11-08T08:21:41,768 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731054101768, completionTime=-1 2024-11-08T08:21:41,768 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:21:41,768 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:21:41,769 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:21:41,769 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731054161769 2024-11-08T08:21:41,769 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731054221769 2024-11-08T08:21:41,769 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T08:21:41,770 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,39591,1731054098332-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:41,770 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,39591,1731054098332-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:41,770 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,39591,1731054098332-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:41,770 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:39591, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:41,770 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:41,770 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:41,772 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:21:41,773 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.236sec 2024-11-08T08:21:41,773 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:21:41,773 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:21:41,773 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:21:41,773 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:21:41,773 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:21:41,773 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,39591,1731054098332-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:21:41,773 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,39591,1731054098332-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:21:41,775 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:21:41,775 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:21:41,775 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,39591,1731054098332-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:41,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2758d43d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:41,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,39591,-1 for getting cluster id 2024-11-08T08:21:41,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:41,805 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f' 2024-11-08T08:21:41,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:41,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f" 2024-11-08T08:21:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3d4c82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,39591,-1] 2024-11-08T08:21:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:41,807 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:41,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf9f5cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:41,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:41,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,41681,1731054098476, seqNum=-1] 2024-11-08T08:21:41,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:41,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:21:41,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,39591,1731054098332 2024-11-08T08:21:41,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53199 2024-11-08T08:21:41,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:21:41,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101198932f60005 connected 2024-11-08T08:21:41,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/hadoop.log.dir so I do NOT create it in target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf 2024-11-08T08:21:41,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:21:41,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/hadoop.tmp.dir so I do NOT create it in target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf 2024-11-08T08:21:41,834 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:21:41,834 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf 2024-11-08T08:21:41,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:21:41,834 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/cluster_f13caba8-ea6b-c1fd-7647-3f317b02c0aa, deleteOnExit=true 2024-11-08T08:21:41,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:21:41,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/test.cache.data in system properties and HBase conf 2024-11-08T08:21:41,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:21:41,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:21:41,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:21:41,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:21:41,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:21:41,835 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:21:41,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:21:41,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:21:41,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:21:41,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:21:41,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:21:41,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:21:41,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:21:41,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:21:41,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:21:41,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:21:41,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:21:41,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:21:41,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:21:41,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:21:42,144 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:21:42,148 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:21:42,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:21:42,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:21:42,150 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:21:42,151 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:21:42,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68e6bf5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:21:42,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@251867a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:21:42,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37ae3a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/java.io.tmpdir/jetty-localhost-40325-hadoop-hdfs-3_4_1-tests_jar-_-any-8170875570151369040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:21:42,262 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20c53d49{HTTP/1.1, (http/1.1)}{localhost:40325} 2024-11-08T08:21:42,262 INFO [Time-limited test {}] server.Server(415): Started @298454ms 2024-11-08T08:21:42,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:21:42,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:21:42,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:21:42,532 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:21:42,532 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:21:42,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@434193d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:21:42,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45bb759e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:21:42,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@780d33c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/java.io.tmpdir/jetty-localhost-42649-hadoop-hdfs-3_4_1-tests_jar-_-any-5216743040351038936/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:21:42,669 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e5e5d5d{HTTP/1.1, (http/1.1)}{localhost:42649} 2024-11-08T08:21:42,669 INFO [Time-limited test {}] server.Server(415): Started @298861ms 2024-11-08T08:21:42,670 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:21:43,271 WARN [Thread-3699 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/cluster_f13caba8-ea6b-c1fd-7647-3f317b02c0aa/data/data2/current/BP-557368608-172.17.0.3-1731054101867/current, will proceed with Du for space computation calculation, 2024-11-08T08:21:43,271 WARN [Thread-3698 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/cluster_f13caba8-ea6b-c1fd-7647-3f317b02c0aa/data/data1/current/BP-557368608-172.17.0.3-1731054101867/current, will proceed with Du for space computation calculation, 2024-11-08T08:21:43,291 WARN [Thread-3686 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:21:43,293 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c871d6ebe331c77 with lease ID 0x1a6bc2519dc513d5: Processing first storage report for DS-1c3d1c75-6ac7-446d-8e8f-4d83005bc435 from datanode DatanodeRegistration(127.0.0.1:32855, datanodeUuid=92d5833f-7961-4674-a244-40db4e69f344, infoPort=43533, infoSecurePort=0, ipcPort=42225, storageInfo=lv=-57;cid=testClusterID;nsid=669979582;c=1731054101867) 2024-11-08T08:21:43,293 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c871d6ebe331c77 with lease ID 0x1a6bc2519dc513d5: from storage DS-1c3d1c75-6ac7-446d-8e8f-4d83005bc435 node DatanodeRegistration(127.0.0.1:32855, datanodeUuid=92d5833f-7961-4674-a244-40db4e69f344, infoPort=43533, infoSecurePort=0, ipcPort=42225, storageInfo=lv=-57;cid=testClusterID;nsid=669979582;c=1731054101867), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:21:43,293 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c871d6ebe331c77 with lease ID 0x1a6bc2519dc513d5: Processing first storage report for DS-e2447f53-8ba7-4502-ac4b-66bf973acac4 from datanode DatanodeRegistration(127.0.0.1:32855, datanodeUuid=92d5833f-7961-4674-a244-40db4e69f344, infoPort=43533, infoSecurePort=0, ipcPort=42225, storageInfo=lv=-57;cid=testClusterID;nsid=669979582;c=1731054101867) 2024-11-08T08:21:43,293 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c871d6ebe331c77 with lease ID 0x1a6bc2519dc513d5: from storage DS-e2447f53-8ba7-4502-ac4b-66bf973acac4 node DatanodeRegistration(127.0.0.1:32855, datanodeUuid=92d5833f-7961-4674-a244-40db4e69f344, infoPort=43533, infoSecurePort=0, ipcPort=42225, storageInfo=lv=-57;cid=testClusterID;nsid=669979582;c=1731054101867), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:21:43,304 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf 2024-11-08T08:21:43,304 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:43,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:43,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:21:43,711 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053 with version=8 2024-11-08T08:21:43,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/hbase-staging 2024-11-08T08:21:43,714 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:21:43,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:21:43,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:21:43,714 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:21:43,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:21:43,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:21:43,715 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:21:43,715 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:21:43,716 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42019 2024-11-08T08:21:43,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42019 connecting to ZooKeeper ensemble=127.0.0.1:53199 2024-11-08T08:21:43,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420190x0, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:21:43,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42019-0x101198932f60006 connected 2024-11-08T08:21:43,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:43,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:43,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Set watcher on znode that does not yet exist, /2-1061394856/running 2024-11-08T08:21:43,845 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053, hbase.cluster.distributed=false 2024-11-08T08:21:43,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Set watcher on znode that does not yet exist, /2-1061394856/acl 2024-11-08T08:21:43,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42019 2024-11-08T08:21:43,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42019 2024-11-08T08:21:43,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42019 2024-11-08T08:21:43,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42019 2024-11-08T08:21:43,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42019 2024-11-08T08:21:43,860 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:21:43,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:21:43,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:21:43,860 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:21:43,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:21:43,860 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:21:43,860 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:21:43,860 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:21:43,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34441 2024-11-08T08:21:43,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34441 connecting to ZooKeeper ensemble=127.0.0.1:53199 2024-11-08T08:21:43,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:43,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:43,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344410x0, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:21:43,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344410x0, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Set watcher on znode that does not yet exist, /2-1061394856/running 2024-11-08T08:21:43,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34441-0x101198932f60007 connected 2024-11-08T08:21:43,874 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:21:43,875 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:21:43,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Set watcher on znode that does not yet exist, /2-1061394856/master 2024-11-08T08:21:43,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Set watcher on znode that does not yet exist, /2-1061394856/acl 2024-11-08T08:21:43,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34441 2024-11-08T08:21:43,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34441 2024-11-08T08:21:43,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34441 2024-11-08T08:21:43,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34441 2024-11-08T08:21:43,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34441 2024-11-08T08:21:43,900 DEBUG [M:0;6ac96558fc7f:42019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:42019 2024-11-08T08:21:43,901 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1061394856/backup-masters/6ac96558fc7f,42019,1731054103714 2024-11-08T08:21:43,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856/backup-masters 2024-11-08T08:21:43,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856/backup-masters 2024-11-08T08:21:43,913 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Set watcher on existing znode=/2-1061394856/backup-masters/6ac96558fc7f,42019,1731054103714 2024-11-08T08:21:43,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1061394856/master 2024-11-08T08:21:43,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856 2024-11-08T08:21:43,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856 2024-11-08T08:21:43,924 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Set watcher on existing znode=/2-1061394856/master 2024-11-08T08:21:43,925 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1061394856/backup-masters/6ac96558fc7f,42019,1731054103714 from backup master directory 2024-11-08T08:21:43,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856/backup-masters 2024-11-08T08:21:43,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1061394856/backup-masters/6ac96558fc7f,42019,1731054103714 2024-11-08T08:21:43,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856/backup-masters 2024-11-08T08:21:43,937 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:21:43,937 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,42019,1731054103714 2024-11-08T08:21:43,940 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/hbase.id] with ID: 5a370a79-f166-44a9-a7f3-2da4c048f642 2024-11-08T08:21:43,940 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/.tmp/hbase.id 2024-11-08T08:21:43,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:21:44,343 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/.tmp/hbase.id]:[hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/hbase.id] 2024-11-08T08:21:44,351 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:21:44,351 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:21:44,352 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T08:21:44,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856 2024-11-08T08:21:44,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856 2024-11-08T08:21:44,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:21:44,763 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:21:44,763 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:21:44,764 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:21:44,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:21:45,169 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store 2024-11-08T08:21:45,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:21:45,587 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:45,587 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:21:45,587 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:45,587 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:45,587 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:21:45,587 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:45,587 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:21:45,587 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054105587Disabling compacts and flushes for region at 1731054105587Disabling writes for close at 1731054105587Writing region close event to WAL at 1731054105587Closed at 1731054105587 2024-11-08T08:21:45,587 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store/.initializing 2024-11-08T08:21:45,587 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/WALs/6ac96558fc7f,42019,1731054103714 2024-11-08T08:21:45,588 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:21:45,589 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C42019%2C1731054103714, suffix=, logDir=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/WALs/6ac96558fc7f,42019,1731054103714, archiveDir=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/oldWALs, maxLogs=10 2024-11-08T08:21:45,601 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/WALs/6ac96558fc7f,42019,1731054103714/6ac96558fc7f%2C42019%2C1731054103714.1731054105589, exclude list is [], retry=0 2024-11-08T08:21:45,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32855,DS-1c3d1c75-6ac7-446d-8e8f-4d83005bc435,DISK] 2024-11-08T08:21:45,604 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/WALs/6ac96558fc7f,42019,1731054103714/6ac96558fc7f%2C42019%2C1731054103714.1731054105589 2024-11-08T08:21:45,604 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43533:43533)] 2024-11-08T08:21:45,604 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:21:45,604 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:45,604 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:45,605 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:45,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:45,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:21:45,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:45,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:45,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:45,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:21:45,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:45,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:45,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:45,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:21:45,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:45,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:45,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:45,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:21:45,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:45,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:45,612 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:45,613 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:45,613 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:45,613 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:45,614 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:45,614 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:21:45,614 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:21:45,616 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:21:45,616 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60308865, jitterRate=-0.10132788121700287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:21:45,616 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731054105605Initializing all the Stores at 1731054105605Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054105605Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054105608 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054105608Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054105608Cleaning up temporary data from old regions at 1731054105614 (+6 ms)Region opened successfully at 1731054105616 (+2 ms) 2024-11-08T08:21:45,616 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:21:45,618 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434c4c57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:21:45,619 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:21:45,619 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:21:45,619 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:21:45,619 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:21:45,619 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:21:45,619 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:21:45,619 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:21:45,620 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:21:45,621 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Unable to get data of znode /2-1061394856/balancer because node does not exist (not necessarily an error) 2024-11-08T08:21:45,684 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1061394856/balancer already deleted, retry=false 2024-11-08T08:21:45,684 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:21:45,685 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Unable to get data of znode /2-1061394856/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:21:45,694 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1061394856/normalizer already deleted, retry=false 2024-11-08T08:21:45,695 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:21:45,695 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Unable to get data of znode /2-1061394856/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:21:45,705 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1061394856/switch/split already deleted, retry=false 2024-11-08T08:21:45,706 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Unable to get data of znode /2-1061394856/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:21:45,716 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1061394856/switch/merge already deleted, retry=false 2024-11-08T08:21:45,717 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Unable to get data of znode /2-1061394856/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:21:45,726 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1061394856/snapshot-cleanup already deleted, retry=false 2024-11-08T08:21:45,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1061394856/running 2024-11-08T08:21:45,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1061394856/running 2024-11-08T08:21:45,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856 2024-11-08T08:21:45,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856 2024-11-08T08:21:45,737 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,42019,1731054103714, sessionid=0x101198932f60006, setting cluster-up flag (Was=false) 2024-11-08T08:21:45,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856 2024-11-08T08:21:45,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856 2024-11-08T08:21:45,789 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1061394856/flush-table-proc/acquired, /2-1061394856/flush-table-proc/reached, /2-1061394856/flush-table-proc/abort 2024-11-08T08:21:45,790 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,42019,1731054103714 2024-11-08T08:21:45,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856 2024-11-08T08:21:45,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856 2024-11-08T08:21:45,842 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1061394856/online-snapshot/acquired, /2-1061394856/online-snapshot/reached, /2-1061394856/online-snapshot/abort 2024-11-08T08:21:45,843 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,42019,1731054103714 2024-11-08T08:21:45,844 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:21:45,845 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:21:45,845 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:21:45,845 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:21:45,845 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,42019,1731054103714 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:21:45,846 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:21:45,846 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:21:45,846 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:21:45,846 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:21:45,846 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:21:45,847 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:45,847 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:21:45,847 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:45,847 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731054135847 2024-11-08T08:21:45,847 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:21:45,847 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:21:45,847 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:21:45,848 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:21:45,848 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:21:45,848 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:21:45,848 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:21:45,848 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:21:45,848 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:45,848 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:21:45,848 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:21:45,848 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:21:45,848 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:21:45,848 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:45,848 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:21:45,852 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:21:45,852 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:21:45,852 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054105852,5,FailOnTimeoutGroup] 2024-11-08T08:21:45,853 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054105852,5,FailOnTimeoutGroup] 2024-11-08T08:21:45,853 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:45,853 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:21:45,853 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:45,853 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:45,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:21:45,889 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(746): ClusterId : 5a370a79-f166-44a9-a7f3-2da4c048f642 2024-11-08T08:21:45,889 DEBUG [RS:0;6ac96558fc7f:34441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:21:45,895 DEBUG [RS:0;6ac96558fc7f:34441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:21:45,895 DEBUG [RS:0;6ac96558fc7f:34441 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:21:45,906 DEBUG [RS:0;6ac96558fc7f:34441 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:21:45,906 DEBUG [RS:0;6ac96558fc7f:34441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce29051, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:21:45,915 DEBUG [RS:0;6ac96558fc7f:34441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:34441 2024-11-08T08:21:45,916 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:21:45,916 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:21:45,916 DEBUG [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:21:45,916 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,42019,1731054103714 with port=34441, startcode=1731054103860 2024-11-08T08:21:45,916 DEBUG [RS:0;6ac96558fc7f:34441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:21:45,917 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:21:45,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42019 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,34441,1731054103860 2024-11-08T08:21:45,918 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42019 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,34441,1731054103860 2024-11-08T08:21:45,919 DEBUG [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053 2024-11-08T08:21:45,919 DEBUG [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36493 2024-11-08T08:21:45,919 DEBUG [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:21:46,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856/rs 2024-11-08T08:21:46,008 DEBUG [RS:0;6ac96558fc7f:34441 {}] zookeeper.ZKUtil(111): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Set watcher on existing znode=/2-1061394856/rs/6ac96558fc7f,34441,1731054103860 2024-11-08T08:21:46,008 WARN [RS:0;6ac96558fc7f:34441 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:21:46,008 INFO [RS:0;6ac96558fc7f:34441 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:21:46,008 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,34441,1731054103860] 2024-11-08T08:21:46,008 DEBUG [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860 2024-11-08T08:21:46,010 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:21:46,011 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:21:46,011 INFO [RS:0;6ac96558fc7f:34441 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:21:46,012 INFO [RS:0;6ac96558fc7f:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:46,012 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:21:46,012 INFO [RS:0;6ac96558fc7f:34441 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:21:46,012 INFO [RS:0;6ac96558fc7f:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:46,012 DEBUG [RS:0;6ac96558fc7f:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:46,012 DEBUG [RS:0;6ac96558fc7f:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:46,012 DEBUG [RS:0;6ac96558fc7f:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:46,012 DEBUG [RS:0;6ac96558fc7f:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:46,012 DEBUG [RS:0;6ac96558fc7f:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:46,012 DEBUG [RS:0;6ac96558fc7f:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:21:46,012 DEBUG [RS:0;6ac96558fc7f:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:46,012 DEBUG [RS:0;6ac96558fc7f:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:46,012 DEBUG [RS:0;6ac96558fc7f:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:46,012 DEBUG [RS:0;6ac96558fc7f:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:46,012 DEBUG [RS:0;6ac96558fc7f:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:46,012 DEBUG [RS:0;6ac96558fc7f:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:21:46,012 DEBUG [RS:0;6ac96558fc7f:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:21:46,012 DEBUG [RS:0;6ac96558fc7f:34441 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:21:46,013 INFO [RS:0;6ac96558fc7f:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:46,013 INFO [RS:0;6ac96558fc7f:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:46,013 INFO [RS:0;6ac96558fc7f:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:46,013 INFO [RS:0;6ac96558fc7f:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:46,013 INFO [RS:0;6ac96558fc7f:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:46,013 INFO [RS:0;6ac96558fc7f:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,34441,1731054103860-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:21:46,025 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:21:46,025 INFO [RS:0;6ac96558fc7f:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,34441,1731054103860-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:46,025 INFO [RS:0;6ac96558fc7f:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:46,025 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.Replication(171): 6ac96558fc7f,34441,1731054103860 started 2024-11-08T08:21:46,036 INFO [RS:0;6ac96558fc7f:34441 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:46,036 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,34441,1731054103860, RpcServer on 6ac96558fc7f/172.17.0.3:34441, sessionid=0x101198932f60007 2024-11-08T08:21:46,036 DEBUG [RS:0;6ac96558fc7f:34441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:21:46,036 DEBUG [RS:0;6ac96558fc7f:34441 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,34441,1731054103860 2024-11-08T08:21:46,036 DEBUG [RS:0;6ac96558fc7f:34441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,34441,1731054103860' 2024-11-08T08:21:46,036 DEBUG [RS:0;6ac96558fc7f:34441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1061394856/flush-table-proc/abort' 2024-11-08T08:21:46,036 DEBUG [RS:0;6ac96558fc7f:34441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1061394856/flush-table-proc/acquired' 2024-11-08T08:21:46,036 DEBUG [RS:0;6ac96558fc7f:34441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:21:46,036 DEBUG [RS:0;6ac96558fc7f:34441 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:21:46,036 DEBUG [RS:0;6ac96558fc7f:34441 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,34441,1731054103860 2024-11-08T08:21:46,036 DEBUG [RS:0;6ac96558fc7f:34441 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,34441,1731054103860' 2024-11-08T08:21:46,036 DEBUG [RS:0;6ac96558fc7f:34441 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1061394856/online-snapshot/abort' 2024-11-08T08:21:46,037 DEBUG [RS:0;6ac96558fc7f:34441 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1061394856/online-snapshot/acquired' 2024-11-08T08:21:46,037 DEBUG [RS:0;6ac96558fc7f:34441 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:21:46,037 INFO [RS:0;6ac96558fc7f:34441 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:21:46,037 INFO [RS:0;6ac96558fc7f:34441 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:21:46,137 INFO [RS:0;6ac96558fc7f:34441 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:21:46,138 INFO [RS:0;6ac96558fc7f:34441 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C34441%2C1731054103860, suffix=, logDir=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860, archiveDir=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/oldWALs, maxLogs=10 2024-11-08T08:21:46,150 DEBUG [RS:0;6ac96558fc7f:34441 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139, exclude list is [], retry=0 2024-11-08T08:21:46,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32855,DS-1c3d1c75-6ac7-446d-8e8f-4d83005bc435,DISK] 2024-11-08T08:21:46,153 INFO [RS:0;6ac96558fc7f:34441 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 2024-11-08T08:21:46,154 DEBUG [RS:0;6ac96558fc7f:34441 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43533:43533)] 2024-11-08T08:21:46,255 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:21:46,256 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053 2024-11-08T08:21:46,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741833_1009 (size=32) 2024-11-08T08:21:46,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:46,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:21:46,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:21:46,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:46,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:46,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:21:46,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:21:46,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:46,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:46,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:21:46,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:21:46,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:46,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:46,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:21:46,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:21:46,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:46,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:46,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:21:46,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740 2024-11-08T08:21:46,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740 2024-11-08T08:21:46,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:21:46,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:21:46,667 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:21:46,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:21:46,668 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:21:46,669 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74844984, jitterRate=0.11527717113494873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:21:46,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731054106660Initializing all the Stores at 1731054106661 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054106661Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054106661Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054106661Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054106661Cleaning up temporary data from old regions at 1731054106666 (+5 ms)Region opened successfully at 1731054106669 (+3 ms) 2024-11-08T08:21:46,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:21:46,669 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:21:46,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:21:46,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:21:46,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:21:46,669 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:21:46,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054106669Disabling compacts and flushes for region at 1731054106669Disabling writes for close at 1731054106669Writing region close event to WAL at 1731054106669Closed at 1731054106669 2024-11-08T08:21:46,670 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:21:46,670 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:21:46,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:21:46,671 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:21:46,671 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:21:46,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:46,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:46,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:46,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:46,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:46,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:46,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:46,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:46,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:46,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:46,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:46,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:46,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:46,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:46,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:46,822 DEBUG [6ac96558fc7f:42019 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:21:46,822 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,34441,1731054103860 2024-11-08T08:21:46,823 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,34441,1731054103860, state=OPENING 2024-11-08T08:21:46,884 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:21:46,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856 2024-11-08T08:21:46,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856 2024-11-08T08:21:46,895 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:21:46,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1061394856/meta-region-server: CHANGED 2024-11-08T08:21:46,895 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1061394856/meta-region-server: CHANGED 2024-11-08T08:21:46,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,34441,1731054103860}] 2024-11-08T08:21:47,047 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:21:47,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:21:47,050 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:21:47,050 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:21:47,050 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:21:47,051 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C34441%2C1731054103860.meta, suffix=.meta, logDir=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860, archiveDir=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/oldWALs, maxLogs=10 2024-11-08T08:21:47,063 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.meta.1731054107052.meta, exclude list is [], retry=0 2024-11-08T08:21:47,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32855,DS-1c3d1c75-6ac7-446d-8e8f-4d83005bc435,DISK] 2024-11-08T08:21:47,066 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.meta.1731054107052.meta 2024-11-08T08:21:47,066 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43533:43533)] 2024-11-08T08:21:47,066 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:21:47,066 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:21:47,066 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:21:47,066 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:21:47,066 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:21:47,067 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:21:47,067 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:47,067 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:21:47,067 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:21:47,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:21:47,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:21:47,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:47,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:47,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:21:47,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:21:47,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:47,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:47,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:21:47,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:21:47,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:47,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:47,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:21:47,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:21:47,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:47,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:21:47,070 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:21:47,071 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740 2024-11-08T08:21:47,071 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740 2024-11-08T08:21:47,072 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:21:47,072 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:21:47,072 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:21:47,073 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:21:47,073 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71535993, jitterRate=0.06596936285495758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:21:47,073 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:21:47,073 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731054107067Writing region info on filesystem at 1731054107067Initializing all the Stores at 1731054107067Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054107067Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054107067Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054107067Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054107067Cleaning up temporary data from old regions at 1731054107072 (+5 ms)Running coprocessor post-open hooks at 1731054107073 (+1 ms)Region opened successfully at 1731054107073 2024-11-08T08:21:47,074 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731054107047 2024-11-08T08:21:47,075 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:21:47,075 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:21:47,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,34441,1731054103860 2024-11-08T08:21:47,076 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,34441,1731054103860, state=OPEN 2024-11-08T08:21:47,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1061394856/meta-region-server 2024-11-08T08:21:47,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1061394856/meta-region-server 2024-11-08T08:21:47,084 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,34441,1731054103860 2024-11-08T08:21:47,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1061394856/meta-region-server: CHANGED 2024-11-08T08:21:47,084 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1061394856/meta-region-server: CHANGED 2024-11-08T08:21:47,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:21:47,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,34441,1731054103860 in 189 msec 2024-11-08T08:21:47,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:21:47,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-08T08:21:47,087 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:21:47,087 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:21:47,088 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:47,088 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,34441,1731054103860, seqNum=-1] 2024-11-08T08:21:47,089 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:47,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:21:47,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2480 sec 2024-11-08T08:21:47,093 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731054107093, completionTime=-1 2024-11-08T08:21:47,093 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:21:47,093 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:21:47,094 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:21:47,094 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731054167094 2024-11-08T08:21:47,094 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731054227094 2024-11-08T08:21:47,094 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T08:21:47,095 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42019,1731054103714-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:47,095 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42019,1731054103714-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:47,095 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42019,1731054103714-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:47,095 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:42019, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:47,095 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:47,095 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:47,096 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:21:47,098 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.161sec 2024-11-08T08:21:47,098 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:21:47,098 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:21:47,098 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:21:47,098 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:21:47,098 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:21:47,098 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42019,1731054103714-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:21:47,098 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42019,1731054103714-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:21:47,100 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:21:47,100 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:21:47,100 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,42019,1731054103714-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:21:47,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5619b20c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:47,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42019,-1 for getting cluster id 2024-11-08T08:21:47,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:47,191 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a370a79-f166-44a9-a7f3-2da4c048f642' 2024-11-08T08:21:47,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:47,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a370a79-f166-44a9-a7f3-2da4c048f642" 2024-11-08T08:21:47,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13efa5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:47,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42019,-1] 2024-11-08T08:21:47,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:47,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:47,193 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:47,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c292fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:47,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,34441,1731054103860, seqNum=-1] 2024-11-08T08:21:47,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:47,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:21:47,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,42019,1731054103714 2024-11-08T08:21:47,197 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53199 2024-11-08T08:21:47,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:21:47,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101198932f60008 connected 2024-11-08T08:21:47,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:47,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,37725,1731054092594 2024-11-08T08:21:47,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b141b5 2024-11-08T08:21:47,221 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:47,222 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:21:47,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:21:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T08:21:47,224 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:21:47,224 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:47,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T08:21:47,224 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:21:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:47,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741835_1011 (size=902) 2024-11-08T08:21:47,318 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:21:47,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:47,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:47,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:47,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:47,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:47,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:47,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:47,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:47,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:47,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:47,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:47,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:47,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:47,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:47,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:47,631 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 55e905d29965bed9bb64bfda302aa600, NAME => 'test,,1731054107222.55e905d29965bed9bb64bfda302aa600.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59 2024-11-08T08:21:47,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741836_1012 (size=39) 2024-11-08T08:21:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:48,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731054107222.55e905d29965bed9bb64bfda302aa600.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:48,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 55e905d29965bed9bb64bfda302aa600, disabling compactions & flushes 2024-11-08T08:21:48,037 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731054107222.55e905d29965bed9bb64bfda302aa600. 2024-11-08T08:21:48,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054107222.55e905d29965bed9bb64bfda302aa600. 2024-11-08T08:21:48,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731054107222.55e905d29965bed9bb64bfda302aa600. after waiting 0 ms 2024-11-08T08:21:48,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731054107222.55e905d29965bed9bb64bfda302aa600. 2024-11-08T08:21:48,037 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731054107222.55e905d29965bed9bb64bfda302aa600. 2024-11-08T08:21:48,037 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 55e905d29965bed9bb64bfda302aa600: Waiting for close lock at 1731054108037Disabling compacts and flushes for region at 1731054108037Disabling writes for close at 1731054108037Writing region close event to WAL at 1731054108037Closed at 1731054108037 2024-11-08T08:21:48,038 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:21:48,038 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731054107222.55e905d29965bed9bb64bfda302aa600.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731054108038"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054108038"}]},"ts":"1731054108038"} 2024-11-08T08:21:48,040 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:21:48,041 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:21:48,042 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054108041"}]},"ts":"1731054108041"} 2024-11-08T08:21:48,043 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T08:21:48,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=55e905d29965bed9bb64bfda302aa600, ASSIGN}] 2024-11-08T08:21:48,044 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=55e905d29965bed9bb64bfda302aa600, ASSIGN 2024-11-08T08:21:48,045 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=55e905d29965bed9bb64bfda302aa600, ASSIGN; state=OFFLINE, location=6ac96558fc7f,33267,1731054092801; forceNewPlan=false, retain=false 2024-11-08T08:21:48,196 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55e905d29965bed9bb64bfda302aa600, regionState=OPENING, regionLocation=6ac96558fc7f,33267,1731054092801 2024-11-08T08:21:48,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=55e905d29965bed9bb64bfda302aa600, ASSIGN because future has completed 2024-11-08T08:21:48,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55e905d29965bed9bb64bfda302aa600, server=6ac96558fc7f,33267,1731054092801}] 2024-11-08T08:21:48,354 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731054107222.55e905d29965bed9bb64bfda302aa600. 2024-11-08T08:21:48,354 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 55e905d29965bed9bb64bfda302aa600, NAME => 'test,,1731054107222.55e905d29965bed9bb64bfda302aa600.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:21:48,355 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:21:48,355 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T08:21:48,355 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 55e905d29965bed9bb64bfda302aa600 2024-11-08T08:21:48,355 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731054107222.55e905d29965bed9bb64bfda302aa600.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:48,355 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 55e905d29965bed9bb64bfda302aa600 2024-11-08T08:21:48,355 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 55e905d29965bed9bb64bfda302aa600 2024-11-08T08:21:48,356 INFO [StoreOpener-55e905d29965bed9bb64bfda302aa600-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 55e905d29965bed9bb64bfda302aa600 2024-11-08T08:21:48,357 INFO [StoreOpener-55e905d29965bed9bb64bfda302aa600-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55e905d29965bed9bb64bfda302aa600 columnFamilyName f 2024-11-08T08:21:48,357 DEBUG [StoreOpener-55e905d29965bed9bb64bfda302aa600-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:48,358 INFO [StoreOpener-55e905d29965bed9bb64bfda302aa600-1 {}] regionserver.HStore(327): Store=55e905d29965bed9bb64bfda302aa600/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:48,358 INFO [StoreOpener-55e905d29965bed9bb64bfda302aa600-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 55e905d29965bed9bb64bfda302aa600 2024-11-08T08:21:48,359 INFO [StoreOpener-55e905d29965bed9bb64bfda302aa600-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55e905d29965bed9bb64bfda302aa600 columnFamilyName f1 2024-11-08T08:21:48,359 DEBUG [StoreOpener-55e905d29965bed9bb64bfda302aa600-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:48,359 INFO [StoreOpener-55e905d29965bed9bb64bfda302aa600-1 {}] regionserver.HStore(327): Store=55e905d29965bed9bb64bfda302aa600/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:48,359 INFO [StoreOpener-55e905d29965bed9bb64bfda302aa600-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 55e905d29965bed9bb64bfda302aa600 2024-11-08T08:21:48,360 INFO [StoreOpener-55e905d29965bed9bb64bfda302aa600-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 55e905d29965bed9bb64bfda302aa600 columnFamilyName norep 2024-11-08T08:21:48,360 DEBUG [StoreOpener-55e905d29965bed9bb64bfda302aa600-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:48,360 INFO [StoreOpener-55e905d29965bed9bb64bfda302aa600-1 {}] regionserver.HStore(327): Store=55e905d29965bed9bb64bfda302aa600/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:48,360 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 55e905d29965bed9bb64bfda302aa600 2024-11-08T08:21:48,361 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/default/test/55e905d29965bed9bb64bfda302aa600 2024-11-08T08:21:48,361 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/default/test/55e905d29965bed9bb64bfda302aa600 2024-11-08T08:21:48,362 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 55e905d29965bed9bb64bfda302aa600 2024-11-08T08:21:48,362 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 55e905d29965bed9bb64bfda302aa600 2024-11-08T08:21:48,362 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:21:48,363 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 55e905d29965bed9bb64bfda302aa600 2024-11-08T08:21:48,364 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/default/test/55e905d29965bed9bb64bfda302aa600/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:21:48,365 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 55e905d29965bed9bb64bfda302aa600; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67671287, jitterRate=0.00838075578212738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:21:48,365 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 55e905d29965bed9bb64bfda302aa600 2024-11-08T08:21:48,366 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 55e905d29965bed9bb64bfda302aa600: Running coprocessor pre-open hook at 1731054108355Writing region info on filesystem at 1731054108355Initializing all the Stores at 1731054108356 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054108356Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054108356Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054108356Cleaning up temporary data from old regions at 1731054108362 (+6 ms)Running coprocessor post-open hooks at 1731054108365 (+3 ms)Region opened successfully at 1731054108366 (+1 ms) 2024-11-08T08:21:48,366 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731054107222.55e905d29965bed9bb64bfda302aa600., pid=6, masterSystemTime=1731054108350 2024-11-08T08:21:48,368 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731054107222.55e905d29965bed9bb64bfda302aa600. 2024-11-08T08:21:48,368 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731054107222.55e905d29965bed9bb64bfda302aa600. 2024-11-08T08:21:48,369 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=55e905d29965bed9bb64bfda302aa600, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ac96558fc7f,33267,1731054092801 2024-11-08T08:21:48,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 55e905d29965bed9bb64bfda302aa600, server=6ac96558fc7f,33267,1731054092801 because future has completed 2024-11-08T08:21:48,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T08:21:48,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 55e905d29965bed9bb64bfda302aa600, server=6ac96558fc7f,33267,1731054092801 in 173 msec 2024-11-08T08:21:48,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T08:21:48,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=55e905d29965bed9bb64bfda302aa600, ASSIGN in 329 msec 2024-11-08T08:21:48,375 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:21:48,375 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054108375"}]},"ts":"1731054108375"} 2024-11-08T08:21:48,376 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T08:21:48,377 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:21:48,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-08T08:21:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:49,371 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T08:21:49,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:49,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,39591,1731054098332 2024-11-08T08:21:49,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ad72fdd 2024-11-08T08:21:49,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:49,373 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:21:49,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:21:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T08:21:49,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:21:49,377 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:49,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T08:21:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:49,379 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:21:49,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741835_1011 (size=902) 2024-11-08T08:21:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:49,822 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f5eb8e7eb085ba595e262ba0a42bff06, NAME => 'test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2 2024-11-08T08:21:49,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741836_1012 (size=39) 2024-11-08T08:21:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:50,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:50,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f5eb8e7eb085ba595e262ba0a42bff06, disabling compactions & flushes 2024-11-08T08:21:50,228 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06. 2024-11-08T08:21:50,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06. 2024-11-08T08:21:50,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06. after waiting 0 ms 2024-11-08T08:21:50,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06. 2024-11-08T08:21:50,228 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06. 2024-11-08T08:21:50,228 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f5eb8e7eb085ba595e262ba0a42bff06: Waiting for close lock at 1731054110228Disabling compacts and flushes for region at 1731054110228Disabling writes for close at 1731054110228Writing region close event to WAL at 1731054110228Closed at 1731054110228 2024-11-08T08:21:50,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:21:50,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731054110229"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054110229"}]},"ts":"1731054110229"} 2024-11-08T08:21:50,231 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:21:50,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:21:50,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054110233"}]},"ts":"1731054110233"} 2024-11-08T08:21:50,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T08:21:50,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5eb8e7eb085ba595e262ba0a42bff06, ASSIGN}] 2024-11-08T08:21:50,240 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f5eb8e7eb085ba595e262ba0a42bff06, ASSIGN 2024-11-08T08:21:50,241 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f5eb8e7eb085ba595e262ba0a42bff06, ASSIGN; state=OFFLINE, location=6ac96558fc7f,41681,1731054098476; forceNewPlan=false, retain=false 2024-11-08T08:21:50,393 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5eb8e7eb085ba595e262ba0a42bff06, regionState=OPENING, regionLocation=6ac96558fc7f,41681,1731054098476 2024-11-08T08:21:50,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f5eb8e7eb085ba595e262ba0a42bff06, ASSIGN because future has completed 2024-11-08T08:21:50,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5eb8e7eb085ba595e262ba0a42bff06, server=6ac96558fc7f,41681,1731054098476}] 2024-11-08T08:21:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:50,578 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06. 2024-11-08T08:21:50,579 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f5eb8e7eb085ba595e262ba0a42bff06, NAME => 'test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:21:50,580 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:21:50,580 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T08:21:50,581 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f5eb8e7eb085ba595e262ba0a42bff06 2024-11-08T08:21:50,581 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:50,581 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f5eb8e7eb085ba595e262ba0a42bff06 2024-11-08T08:21:50,581 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f5eb8e7eb085ba595e262ba0a42bff06 2024-11-08T08:21:50,584 INFO [StoreOpener-f5eb8e7eb085ba595e262ba0a42bff06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f5eb8e7eb085ba595e262ba0a42bff06 2024-11-08T08:21:50,585 INFO [StoreOpener-f5eb8e7eb085ba595e262ba0a42bff06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5eb8e7eb085ba595e262ba0a42bff06 columnFamilyName f 2024-11-08T08:21:50,585 DEBUG [StoreOpener-f5eb8e7eb085ba595e262ba0a42bff06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:50,586 INFO [StoreOpener-f5eb8e7eb085ba595e262ba0a42bff06-1 {}] regionserver.HStore(327): Store=f5eb8e7eb085ba595e262ba0a42bff06/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:50,586 INFO [StoreOpener-f5eb8e7eb085ba595e262ba0a42bff06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f5eb8e7eb085ba595e262ba0a42bff06 2024-11-08T08:21:50,587 INFO [StoreOpener-f5eb8e7eb085ba595e262ba0a42bff06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5eb8e7eb085ba595e262ba0a42bff06 columnFamilyName f1 2024-11-08T08:21:50,587 DEBUG [StoreOpener-f5eb8e7eb085ba595e262ba0a42bff06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:50,588 INFO [StoreOpener-f5eb8e7eb085ba595e262ba0a42bff06-1 {}] regionserver.HStore(327): Store=f5eb8e7eb085ba595e262ba0a42bff06/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:50,588 INFO [StoreOpener-f5eb8e7eb085ba595e262ba0a42bff06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f5eb8e7eb085ba595e262ba0a42bff06 2024-11-08T08:21:50,589 INFO [StoreOpener-f5eb8e7eb085ba595e262ba0a42bff06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f5eb8e7eb085ba595e262ba0a42bff06 columnFamilyName norep 2024-11-08T08:21:50,589 DEBUG [StoreOpener-f5eb8e7eb085ba595e262ba0a42bff06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:50,589 INFO [StoreOpener-f5eb8e7eb085ba595e262ba0a42bff06-1 {}] regionserver.HStore(327): Store=f5eb8e7eb085ba595e262ba0a42bff06/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:50,589 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f5eb8e7eb085ba595e262ba0a42bff06 2024-11-08T08:21:50,590 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/default/test/f5eb8e7eb085ba595e262ba0a42bff06 2024-11-08T08:21:50,590 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/default/test/f5eb8e7eb085ba595e262ba0a42bff06 2024-11-08T08:21:50,591 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f5eb8e7eb085ba595e262ba0a42bff06 2024-11-08T08:21:50,591 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f5eb8e7eb085ba595e262ba0a42bff06 2024-11-08T08:21:50,592 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:21:50,593 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f5eb8e7eb085ba595e262ba0a42bff06 2024-11-08T08:21:50,595 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/default/test/f5eb8e7eb085ba595e262ba0a42bff06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:21:50,595 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f5eb8e7eb085ba595e262ba0a42bff06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75255039, jitterRate=0.12138746678829193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:21:50,595 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f5eb8e7eb085ba595e262ba0a42bff06 2024-11-08T08:21:50,595 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f5eb8e7eb085ba595e262ba0a42bff06: Running coprocessor pre-open hook at 1731054110581Writing region info on filesystem at 1731054110581Initializing all the Stores at 1731054110582 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054110582Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054110583 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054110583Cleaning up temporary data from old regions at 1731054110591 (+8 ms)Running coprocessor post-open hooks at 1731054110595 (+4 ms)Region opened successfully at 1731054110595 2024-11-08T08:21:50,596 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06., pid=6, masterSystemTime=1731054110562 2024-11-08T08:21:50,599 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06. 2024-11-08T08:21:50,599 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06. 2024-11-08T08:21:50,599 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f5eb8e7eb085ba595e262ba0a42bff06, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ac96558fc7f,41681,1731054098476 2024-11-08T08:21:50,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f5eb8e7eb085ba595e262ba0a42bff06, server=6ac96558fc7f,41681,1731054098476 because future has completed 2024-11-08T08:21:50,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T08:21:50,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f5eb8e7eb085ba595e262ba0a42bff06, server=6ac96558fc7f,41681,1731054098476 in 194 msec 2024-11-08T08:21:50,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T08:21:50,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f5eb8e7eb085ba595e262ba0a42bff06, ASSIGN in 365 msec 2024-11-08T08:21:50,606 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:21:50,607 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054110607"}]},"ts":"1731054110607"} 2024-11-08T08:21:50,609 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T08:21:50,610 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:21:50,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2360 sec 2024-11-08T08:21:51,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T08:21:51,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T08:21:51,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:21:51,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T08:21:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:51,541 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T08:21:51,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:51,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42019,1731054103714 2024-11-08T08:21:51,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b42f06b 2024-11-08T08:21:51,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:51,543 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:21:51,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42019 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:21:51,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42019 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T08:21:51,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:21:51,546 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:51,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:21:51,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42019 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T08:21:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:51,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741835_1011 (size=902) 2024-11-08T08:21:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:51,953 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6605bea731334328c4e60844a998157, NAME => 'test,,1731054111543.e6605bea731334328c4e60844a998157.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053 2024-11-08T08:21:51,957 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=15, created chunk count=33, reused chunk count=115, reuseRatio=77.70% 2024-11-08T08:21:51,957 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-08T08:21:51,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741836_1012 (size=39) 2024-11-08T08:21:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:52,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731054111543.e6605bea731334328c4e60844a998157.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:52,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e6605bea731334328c4e60844a998157, disabling compactions & flushes 2024-11-08T08:21:52,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731054111543.e6605bea731334328c4e60844a998157. 2024-11-08T08:21:52,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054111543.e6605bea731334328c4e60844a998157. 2024-11-08T08:21:52,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731054111543.e6605bea731334328c4e60844a998157. after waiting 0 ms 2024-11-08T08:21:52,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731054111543.e6605bea731334328c4e60844a998157. 2024-11-08T08:21:52,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731054111543.e6605bea731334328c4e60844a998157. 2024-11-08T08:21:52,361 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6605bea731334328c4e60844a998157: Waiting for close lock at 1731054112361Disabling compacts and flushes for region at 1731054112361Disabling writes for close at 1731054112361Writing region close event to WAL at 1731054112361Closed at 1731054112361 2024-11-08T08:21:52,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:21:52,363 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731054111543.e6605bea731334328c4e60844a998157.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731054112363"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054112363"}]},"ts":"1731054112363"} 2024-11-08T08:21:52,364 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:21:52,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:21:52,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054112365"}]},"ts":"1731054112365"} 2024-11-08T08:21:52,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T08:21:52,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e6605bea731334328c4e60844a998157, ASSIGN}] 2024-11-08T08:21:52,368 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e6605bea731334328c4e60844a998157, ASSIGN 2024-11-08T08:21:52,368 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e6605bea731334328c4e60844a998157, ASSIGN; state=OFFLINE, location=6ac96558fc7f,34441,1731054103860; forceNewPlan=false, retain=false 2024-11-08T08:21:52,519 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e6605bea731334328c4e60844a998157, regionState=OPENING, regionLocation=6ac96558fc7f,34441,1731054103860 2024-11-08T08:21:52,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e6605bea731334328c4e60844a998157, ASSIGN because future has completed 2024-11-08T08:21:52,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6605bea731334328c4e60844a998157, server=6ac96558fc7f,34441,1731054103860}] 2024-11-08T08:21:52,569 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:21:52,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:52,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:52,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:52,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:52,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:52,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:52,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:52,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:52,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:52,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:52,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:52,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:52,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:52,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:52,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:52,676 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731054111543.e6605bea731334328c4e60844a998157. 2024-11-08T08:21:52,676 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e6605bea731334328c4e60844a998157, NAME => 'test,,1731054111543.e6605bea731334328c4e60844a998157.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:21:52,676 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:21:52,677 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T08:21:52,677 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e6605bea731334328c4e60844a998157 2024-11-08T08:21:52,677 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731054111543.e6605bea731334328c4e60844a998157.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:52,677 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e6605bea731334328c4e60844a998157 2024-11-08T08:21:52,677 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e6605bea731334328c4e60844a998157 2024-11-08T08:21:52,679 INFO [StoreOpener-e6605bea731334328c4e60844a998157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e6605bea731334328c4e60844a998157 2024-11-08T08:21:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:52,681 INFO [StoreOpener-e6605bea731334328c4e60844a998157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6605bea731334328c4e60844a998157 columnFamilyName f 2024-11-08T08:21:52,681 DEBUG [StoreOpener-e6605bea731334328c4e60844a998157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:52,681 INFO [StoreOpener-e6605bea731334328c4e60844a998157-1 {}] regionserver.HStore(327): Store=e6605bea731334328c4e60844a998157/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:52,681 INFO [StoreOpener-e6605bea731334328c4e60844a998157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e6605bea731334328c4e60844a998157 2024-11-08T08:21:52,682 INFO [StoreOpener-e6605bea731334328c4e60844a998157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6605bea731334328c4e60844a998157 columnFamilyName f1 2024-11-08T08:21:52,682 DEBUG [StoreOpener-e6605bea731334328c4e60844a998157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:52,682 INFO [StoreOpener-e6605bea731334328c4e60844a998157-1 {}] regionserver.HStore(327): Store=e6605bea731334328c4e60844a998157/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:52,682 INFO [StoreOpener-e6605bea731334328c4e60844a998157-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e6605bea731334328c4e60844a998157 2024-11-08T08:21:52,683 INFO [StoreOpener-e6605bea731334328c4e60844a998157-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6605bea731334328c4e60844a998157 columnFamilyName norep 2024-11-08T08:21:52,683 DEBUG [StoreOpener-e6605bea731334328c4e60844a998157-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:52,683 INFO [StoreOpener-e6605bea731334328c4e60844a998157-1 {}] regionserver.HStore(327): Store=e6605bea731334328c4e60844a998157/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:52,683 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e6605bea731334328c4e60844a998157 2024-11-08T08:21:52,684 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/default/test/e6605bea731334328c4e60844a998157 2024-11-08T08:21:52,684 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/default/test/e6605bea731334328c4e60844a998157 2024-11-08T08:21:52,685 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e6605bea731334328c4e60844a998157 2024-11-08T08:21:52,685 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e6605bea731334328c4e60844a998157 2024-11-08T08:21:52,685 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:21:52,685 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e6605bea731334328c4e60844a998157 2024-11-08T08:21:52,687 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/default/test/e6605bea731334328c4e60844a998157/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:21:52,687 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e6605bea731334328c4e60844a998157; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60638290, jitterRate=-0.0964190661907196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:21:52,687 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6605bea731334328c4e60844a998157 2024-11-08T08:21:52,687 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e6605bea731334328c4e60844a998157: Running coprocessor pre-open hook at 1731054112677Writing region info on filesystem at 1731054112677Initializing all the Stores at 1731054112677Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054112677Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054112679 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054112679Cleaning up temporary data from old regions at 1731054112685 (+6 ms)Running coprocessor post-open hooks at 1731054112687 (+2 ms)Region opened successfully at 1731054112687 2024-11-08T08:21:52,688 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731054111543.e6605bea731334328c4e60844a998157., pid=6, masterSystemTime=1731054112673 2024-11-08T08:21:52,689 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731054111543.e6605bea731334328c4e60844a998157. 2024-11-08T08:21:52,690 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731054111543.e6605bea731334328c4e60844a998157. 2024-11-08T08:21:52,690 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e6605bea731334328c4e60844a998157, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ac96558fc7f,34441,1731054103860 2024-11-08T08:21:52,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6605bea731334328c4e60844a998157, server=6ac96558fc7f,34441,1731054103860 because future has completed 2024-11-08T08:21:52,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T08:21:52,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e6605bea731334328c4e60844a998157, server=6ac96558fc7f,34441,1731054103860 in 175 msec 2024-11-08T08:21:52,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T08:21:52,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e6605bea731334328c4e60844a998157, ASSIGN in 330 msec 2024-11-08T08:21:52,699 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:21:52,699 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054112699"}]},"ts":"1731054112699"} 2024-11-08T08:21:52,701 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T08:21:52,702 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:21:52,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-08T08:21:52,739 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T08:21:53,200 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:53,201 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:21:53,201 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108867 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:21:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:21:53,691 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T08:21:53,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec28152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:53,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,37725,-1 for getting cluster id 2024-11-08T08:21:53,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:53,693 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c624dc67-0b9a-4694-8c52-ff8e00839b2a' 2024-11-08T08:21:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c624dc67-0b9a-4694-8c52-ff8e00839b2a" 2024-11-08T08:21:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5500a9d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,37725,-1] 2024-11-08T08:21:53,693 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:53,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:53,694 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:53,695 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a93ce0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:53,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:53,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,37725,1731054092594 2024-11-08T08:21:53,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78dae960 2024-11-08T08:21:53,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:53,697 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:21:53,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ac96558fc7f:39591,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T08:21:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:21:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:53,700 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:39591' 2024-11-08T08:21:53,700 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3baf7f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:53,700 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,39591,-1 for getting cluster id 2024-11-08T08:21:53,701 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:53,701 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f' 2024-11-08T08:21:53,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:53,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f" 2024-11-08T08:21:53,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c38124f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:53,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,39591,-1] 2024-11-08T08:21:53,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:53,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:53,702 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:53,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5944a467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:53,703 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:53,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,39591,1731054098332 2024-11-08T08:21:53,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6faf4d5c 2024-11-08T08:21:53,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:53,704 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:21:53,705 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-08T08:21:53,705 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:21:53,706 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:53,706 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:53,706 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:21:53,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:53,707 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T08:21:53,708 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:21:53,708 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:53,709 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:21:53,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741837_1013 (size=1138) 2024-11-08T08:21:53,757 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T08:21:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:54,141 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8ba72e8b19acb88292aadef22455f932, NAME => 'hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59 2024-11-08T08:21:54,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741838_1014 (size=44) 2024-11-08T08:21:54,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:54,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:54,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8ba72e8b19acb88292aadef22455f932, disabling compactions & flushes 2024-11-08T08:21:54,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932. 2024-11-08T08:21:54,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932. 2024-11-08T08:21:54,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932. after waiting 0 ms 2024-11-08T08:21:54,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932. 2024-11-08T08:21:54,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932. 2024-11-08T08:21:54,555 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8ba72e8b19acb88292aadef22455f932: Waiting for close lock at 1731054114554Disabling compacts and flushes for region at 1731054114554Disabling writes for close at 1731054114554Writing region close event to WAL at 1731054114554Closed at 1731054114554 2024-11-08T08:21:54,556 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:21:54,556 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731054114556"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054114556"}]},"ts":"1731054114556"} 2024-11-08T08:21:54,558 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:21:54,559 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:21:54,560 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054114559"}]},"ts":"1731054114559"} 2024-11-08T08:21:54,562 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T08:21:54,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ba72e8b19acb88292aadef22455f932, ASSIGN}] 2024-11-08T08:21:54,563 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ba72e8b19acb88292aadef22455f932, ASSIGN 2024-11-08T08:21:54,564 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ba72e8b19acb88292aadef22455f932, ASSIGN; state=OFFLINE, location=6ac96558fc7f,33267,1731054092801; forceNewPlan=false, retain=false 2024-11-08T08:21:54,715 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ba72e8b19acb88292aadef22455f932, regionState=OPENING, regionLocation=6ac96558fc7f,33267,1731054092801 2024-11-08T08:21:54,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8ba72e8b19acb88292aadef22455f932, ASSIGN because future has completed 2024-11-08T08:21:54,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ba72e8b19acb88292aadef22455f932, server=6ac96558fc7f,33267,1731054092801}] 2024-11-08T08:21:54,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:54,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932. 2024-11-08T08:21:54,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:21:54,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T08:21:54,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C33267%2C1731054092801.rep, suffix=, logDir=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801, archiveDir=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/oldWALs, maxLogs=10 2024-11-08T08:21:54,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.rep.1731054114877, exclude list is [], retry=0 2024-11-08T08:21:54,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38535,DS-92ef69f1-2dcd-4f0e-b20e-e4b9d26c69d3,DISK] 2024-11-08T08:21:54,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.rep.1731054114877 2024-11-08T08:21:54,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42909:42909)] 2024-11-08T08:21:54,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ba72e8b19acb88292aadef22455f932, NAME => 'hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:21:54,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:21:54,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:21:54,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932. service=MultiRowMutationService 2024-11-08T08:21:54,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T08:21:54,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8ba72e8b19acb88292aadef22455f932 2024-11-08T08:21:54,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:54,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8ba72e8b19acb88292aadef22455f932 2024-11-08T08:21:54,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8ba72e8b19acb88292aadef22455f932 2024-11-08T08:21:54,898 INFO [StoreOpener-8ba72e8b19acb88292aadef22455f932-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8ba72e8b19acb88292aadef22455f932 2024-11-08T08:21:54,899 INFO [StoreOpener-8ba72e8b19acb88292aadef22455f932-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ba72e8b19acb88292aadef22455f932 columnFamilyName hfileref 2024-11-08T08:21:54,899 DEBUG [StoreOpener-8ba72e8b19acb88292aadef22455f932-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:54,900 INFO [StoreOpener-8ba72e8b19acb88292aadef22455f932-1 {}] regionserver.HStore(327): Store=8ba72e8b19acb88292aadef22455f932/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:54,900 INFO [StoreOpener-8ba72e8b19acb88292aadef22455f932-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8ba72e8b19acb88292aadef22455f932 2024-11-08T08:21:54,902 INFO [StoreOpener-8ba72e8b19acb88292aadef22455f932-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ba72e8b19acb88292aadef22455f932 columnFamilyName queue 2024-11-08T08:21:54,902 DEBUG [StoreOpener-8ba72e8b19acb88292aadef22455f932-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:54,902 INFO [StoreOpener-8ba72e8b19acb88292aadef22455f932-1 {}] regionserver.HStore(327): Store=8ba72e8b19acb88292aadef22455f932/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:54,902 INFO [StoreOpener-8ba72e8b19acb88292aadef22455f932-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8ba72e8b19acb88292aadef22455f932 2024-11-08T08:21:54,903 INFO [StoreOpener-8ba72e8b19acb88292aadef22455f932-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ba72e8b19acb88292aadef22455f932 columnFamilyName sid 2024-11-08T08:21:54,903 DEBUG [StoreOpener-8ba72e8b19acb88292aadef22455f932-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:54,904 INFO [StoreOpener-8ba72e8b19acb88292aadef22455f932-1 {}] regionserver.HStore(327): Store=8ba72e8b19acb88292aadef22455f932/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:54,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8ba72e8b19acb88292aadef22455f932 2024-11-08T08:21:54,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/replication/8ba72e8b19acb88292aadef22455f932 2024-11-08T08:21:54,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/replication/8ba72e8b19acb88292aadef22455f932 2024-11-08T08:21:54,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8ba72e8b19acb88292aadef22455f932 2024-11-08T08:21:54,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8ba72e8b19acb88292aadef22455f932 2024-11-08T08:21:54,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:21:54,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8ba72e8b19acb88292aadef22455f932 2024-11-08T08:21:54,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/replication/8ba72e8b19acb88292aadef22455f932/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:21:54,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8ba72e8b19acb88292aadef22455f932; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70807339, jitterRate=0.05511157214641571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:21:54,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ba72e8b19acb88292aadef22455f932 2024-11-08T08:21:54,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8ba72e8b19acb88292aadef22455f932: Running coprocessor pre-open hook at 1731054114897Writing region info on filesystem at 1731054114897Initializing all the Stores at 1731054114898 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054114898Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054114898Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054114898Cleaning up temporary data from old regions at 1731054114915 (+17 ms)Running coprocessor post-open hooks at 1731054114925 (+10 ms)Region opened successfully at 1731054114926 (+1 ms) 2024-11-08T08:21:54,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932., pid=10, masterSystemTime=1731054114873 2024-11-08T08:21:54,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932. 2024-11-08T08:21:54,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932. 2024-11-08T08:21:54,929 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8ba72e8b19acb88292aadef22455f932, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,33267,1731054092801 2024-11-08T08:21:54,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ba72e8b19acb88292aadef22455f932, server=6ac96558fc7f,33267,1731054092801 because future has completed 2024-11-08T08:21:54,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T08:21:54,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ba72e8b19acb88292aadef22455f932, server=6ac96558fc7f,33267,1731054092801 in 211 msec 2024-11-08T08:21:54,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T08:21:54,935 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8ba72e8b19acb88292aadef22455f932, ASSIGN in 372 msec 2024-11-08T08:21:54,936 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:21:54,936 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054114936"}]},"ts":"1731054114936"} 2024-11-08T08:21:54,938 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T08:21:54,939 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:21:54,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2330 sec 2024-11-08T08:21:54,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932., hostname=6ac96558fc7f,33267,1731054092801, seqNum=2] 2024-11-08T08:21:54,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328 2024-11-08T08:21:54,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328 2024-11-08T08:21:55,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:21:55,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33267 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T08:21:55,248 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T08:21:55,313 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ac96558fc7f,33267,1731054092801, ReplicationSource: 1, currentBandwidth=0 2024-11-08T08:21:55,314 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:55,314 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,33267,1731054092801, seqNum=-1] 2024-11-08T08:21:55,317 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:55,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-08T08:21:55,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ac96558fc7f,33267,1731054092801', locateType=CURRENT is [region=hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932., hostname=6ac96558fc7f,33267,1731054092801, seqNum=2] 2024-11-08T08:21:55,324 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T08:21:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T08:21:55,327 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ac96558fc7f,33267,1731054092801 suceeded 2024-11-08T08:21:55,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T08:21:55,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 232 msec 2024-11-08T08:21:55,330 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ac96558fc7f:39591,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:21:55,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6330 sec 2024-11-08T08:21:55,343 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:39591' 2024-11-08T08:21:55,348 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@acbb68a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:55,349 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,39591,-1 for getting cluster id 2024-11-08T08:21:55,349 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:55,349 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f' 2024-11-08T08:21:55,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:55,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f" 2024-11-08T08:21:55,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d7a562f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:55,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,39591,-1] 2024-11-08T08:21:55,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:55,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:55,351 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:55,352 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4db40aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:55,352 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:55,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,39591,1731054098332 2024-11-08T08:21:55,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29e543e8 2024-11-08T08:21:55,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:55,354 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-08T08:21:55,355 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ac96558fc7f,33267,1731054092801 (queues=1) is replicating from cluster=c624dc67-0b9a-4694-8c52-ff8e00839b2a to cluster=a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f 2024-11-08T08:21:55,356 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ac96558fc7f%2C33267%2C1731054092801 2024-11-08T08:21:55,356 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ac96558fc7f,33267,1731054092801, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:21:55,356 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133, startPosition=0, beingWritten=true 2024-11-08T08:21:55,364 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.shipper6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C33267%2C1731054092801 2024-11-08T08:21:55,370 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:55,370 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 379, reset compression=false 2024-11-08T08:21:55,370 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.shipper6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,33267,1731054092801 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:21:55,575 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 379, reset compression=false 2024-11-08T08:21:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37725 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:55,851 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T08:21:55,851 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:21:55,851 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:55,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:55,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:55,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:55,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df55c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:55,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,39591,-1 for getting cluster id 2024-11-08T08:21:55,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:55,853 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f' 2024-11-08T08:21:55,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:55,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f" 2024-11-08T08:21:55,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7425c8a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:55,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,39591,-1] 2024-11-08T08:21:55,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:55,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:55,854 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:55,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cafcfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:55,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,39591,1731054098332 2024-11-08T08:21:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a6ee956 2024-11-08T08:21:55,856 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:55,858 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:21:55,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ac96558fc7f:42019,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T08:21:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:21:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:55,860 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:42019' 2024-11-08T08:21:55,861 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e304061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:55,861 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42019,-1 for getting cluster id 2024-11-08T08:21:55,861 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:55,862 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a370a79-f166-44a9-a7f3-2da4c048f642' 2024-11-08T08:21:55,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:55,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a370a79-f166-44a9-a7f3-2da4c048f642" 2024-11-08T08:21:55,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166cad0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:55,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42019,-1] 2024-11-08T08:21:55,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:55,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:55,863 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:55,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35183d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:55,864 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:55,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42019,1731054103714 2024-11-08T08:21:55,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a6122ab 2024-11-08T08:21:55,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:55,865 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:21:55,866 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T08:21:55,866 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:21:55,866 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:55,866 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:55,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:55,866 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:21:55,867 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T08:21:55,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:21:55,868 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:55,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:21:55,879 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 379, reset compression=false 2024-11-08T08:21:55,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741837_1013 (size=1138) 2024-11-08T08:21:55,902 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9738d0d33d924c1416bfca8bc0c3e5a7, NAME => 'hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2 2024-11-08T08:21:55,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741838_1014 (size=44) 2024-11-08T08:21:55,918 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T08:21:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:56,301 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 379, reset compression=false 2024-11-08T08:21:56,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:56,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9738d0d33d924c1416bfca8bc0c3e5a7, disabling compactions & flushes 2024-11-08T08:21:56,309 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7. 2024-11-08T08:21:56,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7. 2024-11-08T08:21:56,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7. after waiting 0 ms 2024-11-08T08:21:56,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7. 2024-11-08T08:21:56,309 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7. 2024-11-08T08:21:56,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9738d0d33d924c1416bfca8bc0c3e5a7: Waiting for close lock at 1731054116309Disabling compacts and flushes for region at 1731054116309Disabling writes for close at 1731054116309Writing region close event to WAL at 1731054116309Closed at 1731054116309 2024-11-08T08:21:56,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:21:56,310 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731054116310"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054116310"}]},"ts":"1731054116310"} 2024-11-08T08:21:56,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:21:56,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:21:56,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054116313"}]},"ts":"1731054116313"} 2024-11-08T08:21:56,314 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T08:21:56,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9738d0d33d924c1416bfca8bc0c3e5a7, ASSIGN}] 2024-11-08T08:21:56,315 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9738d0d33d924c1416bfca8bc0c3e5a7, ASSIGN 2024-11-08T08:21:56,316 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9738d0d33d924c1416bfca8bc0c3e5a7, ASSIGN; state=OFFLINE, location=6ac96558fc7f,41681,1731054098476; forceNewPlan=false, retain=false 2024-11-08T08:21:56,466 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9738d0d33d924c1416bfca8bc0c3e5a7, regionState=OPENING, regionLocation=6ac96558fc7f,41681,1731054098476 2024-11-08T08:21:56,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9738d0d33d924c1416bfca8bc0c3e5a7, ASSIGN because future has completed 2024-11-08T08:21:56,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9738d0d33d924c1416bfca8bc0c3e5a7, server=6ac96558fc7f,41681,1731054098476}] 2024-11-08T08:21:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:56,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7. 2024-11-08T08:21:56,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:21:56,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T08:21:56,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C41681%2C1731054098476.rep, suffix=, logDir=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476, archiveDir=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/oldWALs, maxLogs=10 2024-11-08T08:21:56,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.rep.1731054116625, exclude list is [], retry=0 2024-11-08T08:21:56,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36569,DS-20da450c-02b8-444f-a7f2-7d089197be1d,DISK] 2024-11-08T08:21:56,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.rep.1731054116625 2024-11-08T08:21:56,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38325:38325)] 2024-11-08T08:21:56,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9738d0d33d924c1416bfca8bc0c3e5a7, NAME => 'hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:21:56,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:21:56,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:21:56,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7. service=MultiRowMutationService 2024-11-08T08:21:56,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T08:21:56,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9738d0d33d924c1416bfca8bc0c3e5a7 2024-11-08T08:21:56,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:56,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9738d0d33d924c1416bfca8bc0c3e5a7 2024-11-08T08:21:56,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9738d0d33d924c1416bfca8bc0c3e5a7 2024-11-08T08:21:56,646 INFO [StoreOpener-9738d0d33d924c1416bfca8bc0c3e5a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9738d0d33d924c1416bfca8bc0c3e5a7 2024-11-08T08:21:56,647 INFO [StoreOpener-9738d0d33d924c1416bfca8bc0c3e5a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9738d0d33d924c1416bfca8bc0c3e5a7 columnFamilyName hfileref 2024-11-08T08:21:56,647 DEBUG [StoreOpener-9738d0d33d924c1416bfca8bc0c3e5a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:56,647 INFO [StoreOpener-9738d0d33d924c1416bfca8bc0c3e5a7-1 {}] regionserver.HStore(327): Store=9738d0d33d924c1416bfca8bc0c3e5a7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:56,648 INFO [StoreOpener-9738d0d33d924c1416bfca8bc0c3e5a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9738d0d33d924c1416bfca8bc0c3e5a7 2024-11-08T08:21:56,648 INFO [StoreOpener-9738d0d33d924c1416bfca8bc0c3e5a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9738d0d33d924c1416bfca8bc0c3e5a7 columnFamilyName queue 2024-11-08T08:21:56,648 DEBUG [StoreOpener-9738d0d33d924c1416bfca8bc0c3e5a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:56,648 INFO [StoreOpener-9738d0d33d924c1416bfca8bc0c3e5a7-1 {}] regionserver.HStore(327): Store=9738d0d33d924c1416bfca8bc0c3e5a7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:56,648 INFO [StoreOpener-9738d0d33d924c1416bfca8bc0c3e5a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9738d0d33d924c1416bfca8bc0c3e5a7 2024-11-08T08:21:56,649 INFO [StoreOpener-9738d0d33d924c1416bfca8bc0c3e5a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9738d0d33d924c1416bfca8bc0c3e5a7 columnFamilyName sid 2024-11-08T08:21:56,649 DEBUG [StoreOpener-9738d0d33d924c1416bfca8bc0c3e5a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:56,649 INFO [StoreOpener-9738d0d33d924c1416bfca8bc0c3e5a7-1 {}] regionserver.HStore(327): Store=9738d0d33d924c1416bfca8bc0c3e5a7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:56,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9738d0d33d924c1416bfca8bc0c3e5a7 2024-11-08T08:21:56,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/replication/9738d0d33d924c1416bfca8bc0c3e5a7 2024-11-08T08:21:56,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/replication/9738d0d33d924c1416bfca8bc0c3e5a7 2024-11-08T08:21:56,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9738d0d33d924c1416bfca8bc0c3e5a7 2024-11-08T08:21:56,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9738d0d33d924c1416bfca8bc0c3e5a7 2024-11-08T08:21:56,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:21:56,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9738d0d33d924c1416bfca8bc0c3e5a7 2024-11-08T08:21:56,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/replication/9738d0d33d924c1416bfca8bc0c3e5a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:21:56,653 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9738d0d33d924c1416bfca8bc0c3e5a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65823716, jitterRate=-0.019150197505950928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:21:56,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9738d0d33d924c1416bfca8bc0c3e5a7 2024-11-08T08:21:56,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9738d0d33d924c1416bfca8bc0c3e5a7: Running coprocessor pre-open hook at 1731054116645Writing region info on filesystem at 1731054116645Initializing all the Stores at 1731054116646 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054116646Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054116646Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054116646Cleaning up temporary data from old regions at 1731054116650 (+4 ms)Running coprocessor post-open hooks at 1731054116653 (+3 ms)Region opened successfully at 1731054116653 2024-11-08T08:21:56,654 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7., pid=10, masterSystemTime=1731054116620 2024-11-08T08:21:56,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7. 2024-11-08T08:21:56,656 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7. 2024-11-08T08:21:56,656 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9738d0d33d924c1416bfca8bc0c3e5a7, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,41681,1731054098476 2024-11-08T08:21:56,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9738d0d33d924c1416bfca8bc0c3e5a7, server=6ac96558fc7f,41681,1731054098476 because future has completed 2024-11-08T08:21:56,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T08:21:56,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9738d0d33d924c1416bfca8bc0c3e5a7, server=6ac96558fc7f,41681,1731054098476 in 190 msec 2024-11-08T08:21:56,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T08:21:56,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9738d0d33d924c1416bfca8bc0c3e5a7, ASSIGN in 345 msec 2024-11-08T08:21:56,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:21:56,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054116661"}]},"ts":"1731054116661"} 2024-11-08T08:21:56,662 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T08:21:56,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:21:56,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 797 msec 2024-11-08T08:21:56,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7., hostname=6ac96558fc7f,41681,1731054098476, seqNum=2] 2024-11-08T08:21:56,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959 2024-11-08T08:21:56,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959 2024-11-08T08:21:56,716 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:21:56,804 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 379, reset compression=false 2024-11-08T08:21:56,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41681 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T08:21:56,869 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T08:21:56,917 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ac96558fc7f,41681,1731054098476, ReplicationSource: 1, currentBandwidth=0 2024-11-08T08:21:56,917 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:56,918 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,41681,1731054098476, seqNum=-1] 2024-11-08T08:21:56,918 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:56,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T08:21:56,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ac96558fc7f,41681,1731054098476', locateType=CURRENT is [region=hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7., hostname=6ac96558fc7f,41681,1731054098476, seqNum=2] 2024-11-08T08:21:56,924 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T08:21:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T08:21:56,927 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ac96558fc7f,41681,1731054098476 suceeded 2024-11-08T08:21:56,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T08:21:56,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-11-08T08:21:56,929 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ac96558fc7f:42019,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:21:56,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0710 sec 2024-11-08T08:21:56,950 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:42019' 2024-11-08T08:21:56,952 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@631baa45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:56,952 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42019,-1 for getting cluster id 2024-11-08T08:21:56,952 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:56,954 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a370a79-f166-44a9-a7f3-2da4c048f642' 2024-11-08T08:21:56,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:56,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a370a79-f166-44a9-a7f3-2da4c048f642" 2024-11-08T08:21:56,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ede4c9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:56,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42019,-1] 2024-11-08T08:21:56,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:56,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:56,956 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:56,957 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ec77561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:56,957 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:56,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42019,1731054103714 2024-11-08T08:21:56,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@180bdc07 2024-11-08T08:21:56,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:56,960 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-08T08:21:56,960 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ac96558fc7f,41681,1731054098476 (queues=1) is replicating from cluster=a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f to cluster=5a370a79-f166-44a9-a7f3-2da4c048f642 2024-11-08T08:21:56,960 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ac96558fc7f%2C41681%2C1731054098476 2024-11-08T08:21:56,960 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ac96558fc7f,41681,1731054098476, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:21:56,965 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881, startPosition=0, beingWritten=true 2024-11-08T08:21:56,977 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.shipper6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C41681%2C1731054098476 2024-11-08T08:21:56,987 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:56,987 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 379, reset compression=false 2024-11-08T08:21:56,987 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.shipper6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,41681,1731054098476 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:21:57,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39591 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:57,002 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T08:21:57,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:21:57,003 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:57,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:57,003 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:57,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:57,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133399ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:57,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42019,-1 for getting cluster id 2024-11-08T08:21:57,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:57,020 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a370a79-f166-44a9-a7f3-2da4c048f642' 2024-11-08T08:21:57,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:57,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a370a79-f166-44a9-a7f3-2da4c048f642" 2024-11-08T08:21:57,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69af6afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:57,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42019,-1] 2024-11-08T08:21:57,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:57,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:57,025 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:57,032 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594f91ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:57,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:57,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,42019,1731054103714 2024-11-08T08:21:57,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@707445db 2024-11-08T08:21:57,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:57,035 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:21:57,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42019 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ac96558fc7f:39591,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T08:21:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42019 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:21:57,038 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:39591' 2024-11-08T08:21:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:57,048 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28be8def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:57,048 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,39591,-1 for getting cluster id 2024-11-08T08:21:57,048 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:57,049 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f' 2024-11-08T08:21:57,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:57,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f" 2024-11-08T08:21:57,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55805cb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:57,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,39591,-1] 2024-11-08T08:21:57,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:57,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:57,051 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:57,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2dc3e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:57,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:57,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,39591,1731054098332 2024-11-08T08:21:57,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2da8369 2024-11-08T08:21:57,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:57,055 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:21:57,056 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T08:21:57,056 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:21:57,056 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:57,056 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:57,057 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:21:57,058 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:57,058 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T08:21:57,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:21:57,060 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:57,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:21:57,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741837_1013 (size=1138) 2024-11-08T08:21:57,112 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T08:21:57,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:57,194 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 379, reset compression=false 2024-11-08T08:21:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:57,414 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 379, reset compression=false 2024-11-08T08:21:57,498 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 379, reset compression=false 2024-11-08T08:21:57,509 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 44b772e38296526deebe707e94e5f534, NAME => 'hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053 2024-11-08T08:21:57,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741838_1014 (size=44) 2024-11-08T08:21:57,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:57,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 44b772e38296526deebe707e94e5f534, disabling compactions & flushes 2024-11-08T08:21:57,561 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534. 2024-11-08T08:21:57,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534. 2024-11-08T08:21:57,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534. after waiting 0 ms 2024-11-08T08:21:57,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534. 2024-11-08T08:21:57,561 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534. 2024-11-08T08:21:57,561 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 44b772e38296526deebe707e94e5f534: Waiting for close lock at 1731054117561Disabling compacts and flushes for region at 1731054117561Disabling writes for close at 1731054117561Writing region close event to WAL at 1731054117561Closed at 1731054117561 2024-11-08T08:21:57,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:21:57,563 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731054117563"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054117563"}]},"ts":"1731054117563"} 2024-11-08T08:21:57,566 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:21:57,568 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:21:57,568 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054117568"}]},"ts":"1731054117568"} 2024-11-08T08:21:57,570 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T08:21:57,571 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44b772e38296526deebe707e94e5f534, ASSIGN}] 2024-11-08T08:21:57,572 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44b772e38296526deebe707e94e5f534, ASSIGN 2024-11-08T08:21:57,573 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44b772e38296526deebe707e94e5f534, ASSIGN; state=OFFLINE, location=6ac96558fc7f,34441,1731054103860; forceNewPlan=false, retain=false 2024-11-08T08:21:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:57,724 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44b772e38296526deebe707e94e5f534, regionState=OPENING, regionLocation=6ac96558fc7f,34441,1731054103860 2024-11-08T08:21:57,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=44b772e38296526deebe707e94e5f534, ASSIGN because future has completed 2024-11-08T08:21:57,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44b772e38296526deebe707e94e5f534, server=6ac96558fc7f,34441,1731054103860}] 2024-11-08T08:21:57,903 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 379, reset compression=false 2024-11-08T08:21:57,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534. 2024-11-08T08:21:57,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:21:57,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T08:21:57,920 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C34441%2C1731054103860.rep, suffix=, logDir=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860, archiveDir=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/oldWALs, maxLogs=10 2024-11-08T08:21:57,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.rep.1731054117921, exclude list is [], retry=0 2024-11-08T08:21:57,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32855,DS-1c3d1c75-6ac7-446d-8e8f-4d83005bc435,DISK] 2024-11-08T08:21:57,965 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.rep.1731054117921 2024-11-08T08:21:57,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43533:43533)] 2024-11-08T08:21:57,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 44b772e38296526deebe707e94e5f534, NAME => 'hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:21:57,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:21:57,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:21:57,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534. service=MultiRowMutationService 2024-11-08T08:21:57,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T08:21:57,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 44b772e38296526deebe707e94e5f534 2024-11-08T08:21:57,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:21:57,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 44b772e38296526deebe707e94e5f534 2024-11-08T08:21:57,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 44b772e38296526deebe707e94e5f534 2024-11-08T08:21:57,976 INFO [StoreOpener-44b772e38296526deebe707e94e5f534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 44b772e38296526deebe707e94e5f534 2024-11-08T08:21:57,977 INFO [StoreOpener-44b772e38296526deebe707e94e5f534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44b772e38296526deebe707e94e5f534 columnFamilyName hfileref 2024-11-08T08:21:57,978 DEBUG [StoreOpener-44b772e38296526deebe707e94e5f534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:57,978 INFO [StoreOpener-44b772e38296526deebe707e94e5f534-1 {}] regionserver.HStore(327): Store=44b772e38296526deebe707e94e5f534/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:57,978 INFO [StoreOpener-44b772e38296526deebe707e94e5f534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 44b772e38296526deebe707e94e5f534 2024-11-08T08:21:57,979 INFO [StoreOpener-44b772e38296526deebe707e94e5f534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44b772e38296526deebe707e94e5f534 columnFamilyName queue 2024-11-08T08:21:57,979 DEBUG [StoreOpener-44b772e38296526deebe707e94e5f534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:57,979 INFO [StoreOpener-44b772e38296526deebe707e94e5f534-1 {}] regionserver.HStore(327): Store=44b772e38296526deebe707e94e5f534/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:57,979 INFO [StoreOpener-44b772e38296526deebe707e94e5f534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 44b772e38296526deebe707e94e5f534 2024-11-08T08:21:57,980 INFO [StoreOpener-44b772e38296526deebe707e94e5f534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 44b772e38296526deebe707e94e5f534 columnFamilyName sid 2024-11-08T08:21:57,981 DEBUG [StoreOpener-44b772e38296526deebe707e94e5f534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:21:57,981 INFO [StoreOpener-44b772e38296526deebe707e94e5f534-1 {}] regionserver.HStore(327): Store=44b772e38296526deebe707e94e5f534/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:21:57,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 44b772e38296526deebe707e94e5f534 2024-11-08T08:21:57,982 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/replication/44b772e38296526deebe707e94e5f534 2024-11-08T08:21:57,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/replication/44b772e38296526deebe707e94e5f534 2024-11-08T08:21:57,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 44b772e38296526deebe707e94e5f534 2024-11-08T08:21:57,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 44b772e38296526deebe707e94e5f534 2024-11-08T08:21:57,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:21:57,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 44b772e38296526deebe707e94e5f534 2024-11-08T08:21:57,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/replication/44b772e38296526deebe707e94e5f534/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:21:57,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 44b772e38296526deebe707e94e5f534; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66676440, jitterRate=-0.006443619728088379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:21:57,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 44b772e38296526deebe707e94e5f534 2024-11-08T08:21:57,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 44b772e38296526deebe707e94e5f534: Running coprocessor pre-open hook at 1731054117973Writing region info on filesystem at 1731054117973Initializing all the Stores at 1731054117974 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054117974Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054117976 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054117976Cleaning up temporary data from old regions at 1731054117983 (+7 ms)Running coprocessor post-open hooks at 1731054117990 (+7 ms)Region opened successfully at 1731054117990 2024-11-08T08:21:57,991 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534., pid=10, masterSystemTime=1731054117888 2024-11-08T08:21:57,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534. 2024-11-08T08:21:57,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534. 2024-11-08T08:21:57,994 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=44b772e38296526deebe707e94e5f534, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,34441,1731054103860 2024-11-08T08:21:57,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 44b772e38296526deebe707e94e5f534, server=6ac96558fc7f,34441,1731054103860 because future has completed 2024-11-08T08:21:58,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T08:21:58,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 44b772e38296526deebe707e94e5f534, server=6ac96558fc7f,34441,1731054103860 in 266 msec 2024-11-08T08:21:58,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T08:21:58,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=44b772e38296526deebe707e94e5f534, ASSIGN in 433 msec 2024-11-08T08:21:58,007 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:21:58,007 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054118007"}]},"ts":"1731054118007"} 2024-11-08T08:21:58,011 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T08:21:58,012 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:21:58,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 955 msec 2024-11-08T08:21:58,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534., hostname=6ac96558fc7f,34441,1731054103860, seqNum=2] 2024-11-08T08:21:58,133 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 379, reset compression=false 2024-11-08T08:21:58,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856 2024-11-08T08:21:58,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856 2024-11-08T08:21:58,180 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:21:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:58,182 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:58,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:58,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:58,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:58,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:58,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:21:58,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:58,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:58,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:58,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:58,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:58,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:58,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:58,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:58,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:58,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:21:58,305 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T08:21:58,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34441 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T08:21:58,344 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T08:21:58,388 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ac96558fc7f,34441,1731054103860, ReplicationSource: 1, currentBandwidth=0 2024-11-08T08:21:58,389 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:58,389 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,34441,1731054103860, seqNum=-1] 2024-11-08T08:21:58,389 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:58,390 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T08:21:58,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ac96558fc7f,34441,1731054103860', locateType=CURRENT is [region=hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534., hostname=6ac96558fc7f,34441,1731054103860, seqNum=2] 2024-11-08T08:21:58,396 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T08:21:58,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42019 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T08:21:58,399 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ac96558fc7f,34441,1731054103860 suceeded 2024-11-08T08:21:58,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T08:21:58,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-08T08:21:58,401 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ac96558fc7f:39591,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:21:58,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3660 sec 2024-11-08T08:21:58,421 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:39591' 2024-11-08T08:21:58,424 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a467a12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:58,424 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,39591,-1 for getting cluster id 2024-11-08T08:21:58,425 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:58,425 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f' 2024-11-08T08:21:58,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:58,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f" 2024-11-08T08:21:58,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@daf0103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:58,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,39591,-1] 2024-11-08T08:21:58,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:58,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:58,427 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:58,428 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@642fbb90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:58,428 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:21:58,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,39591,1731054098332 2024-11-08T08:21:58,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@155f2af7 2024-11-08T08:21:58,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:21:58,430 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-08T08:21:58,431 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ac96558fc7f,34441,1731054103860 (queues=1) is replicating from cluster=5a370a79-f166-44a9-a7f3-2da4c048f642 to cluster=a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f 2024-11-08T08:21:58,431 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ac96558fc7f%2C34441%2C1731054103860 2024-11-08T08:21:58,431 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ac96558fc7f,34441,1731054103860, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:21:58,431 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139, startPosition=0, beingWritten=true 2024-11-08T08:21:58,436 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.shipper6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C34441%2C1731054103860 2024-11-08T08:21:58,443 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 379, reset compression=false 2024-11-08T08:21:58,463 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:21:58,463 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 379, reset compression=false 2024-11-08T08:21:58,463 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.shipper6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,34441,1731054103860 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:21:58,690 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 379, reset compression=false 2024-11-08T08:21:58,957 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 379, reset compression=false 2024-11-08T08:21:58,998 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 379, reset compression=false 2024-11-08T08:21:59,090 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 379, reset compression=false 2024-11-08T08:21:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:21:59,191 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T08:21:59,191 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:21:59,191 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:21:59,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:59,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:59,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:21:59,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66cc3fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:59,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,37725,-1 for getting cluster id 2024-11-08T08:21:59,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:59,193 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c624dc67-0b9a-4694-8c52-ff8e00839b2a' 2024-11-08T08:21:59,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:59,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c624dc67-0b9a-4694-8c52-ff8e00839b2a" 2024-11-08T08:21:59,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bf5198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:59,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,37725,-1] 2024-11-08T08:21:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:59,195 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:59,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f09d7aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:59,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18267bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:59,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,39591,-1 for getting cluster id 2024-11-08T08:21:59,205 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:59,205 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f' 2024-11-08T08:21:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f" 2024-11-08T08:21:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14502aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,39591,-1] 2024-11-08T08:21:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:59,207 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:59,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e483f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:59,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77334978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:59,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42019,-1 for getting cluster id 2024-11-08T08:21:59,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:59,209 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a370a79-f166-44a9-a7f3-2da4c048f642' 2024-11-08T08:21:59,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:59,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a370a79-f166-44a9-a7f3-2da4c048f642" 2024-11-08T08:21:59,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64094e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:59,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42019,-1] 2024-11-08T08:21:59,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:59,210 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:59,211 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:59,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcc0606, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:59,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:59,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,33267,1731054092801, seqNum=-1] 2024-11-08T08:21:59,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:59,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:21:59,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731054107222.55e905d29965bed9bb64bfda302aa600., hostname=6ac96558fc7f,33267,1731054092801, seqNum=2] 2024-11-08T08:21:59,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:59,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,34441,1731054103860, seqNum=-1] 2024-11-08T08:21:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:59,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:21:59,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731054111543.e6605bea731334328c4e60844a998157., hostname=6ac96558fc7f,34441,1731054103860, seqNum=2] 2024-11-08T08:21:59,229 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T08:21:59,413 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 379, reset compression=false 2024-11-08T08:21:59,797 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 379, reset compression=false 2024-11-08T08:21:59,875 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 379, reset compression=false 2024-11-08T08:21:59,879 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:21:59,879 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 480, reset compression=false 2024-11-08T08:21:59,879 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.shipper6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,33267,1731054092801 got entry batch from reader: WALEntryBatch [walEntries=[{test/55e905d29965bed9bb64bfda302aa600/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-08T08:21:59,881 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.shipper6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:21:59,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-08T08:21:59,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:21:59,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29e5a137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:59,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,39591,-1 for getting cluster id 2024-11-08T08:21:59,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:21:59,884 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f' 2024-11-08T08:21:59,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:21:59,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6461d5d-c4b2-457c-b732-b2aa1a5f1f1f" 2024-11-08T08:21:59,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70b681f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:59,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,39591,-1] 2024-11-08T08:21:59,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:21:59,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:21:59,885 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:21:59,885 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4da2b2e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:21:59,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:21:59,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,41681,1731054098476, seqNum=-1] 2024-11-08T08:21:59,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:21:59,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-08T08:21:59,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06., hostname=6ac96558fc7f,41681,1731054098476, seqNum=2] 2024-11-08T08:21:59,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:21:59,919 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 379, reset compression=false 2024-11-08T08:22:00,084 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 480, reset compression=false 2024-11-08T08:22:00,231 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-08T08:22:00,388 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 480, reset compression=false 2024-11-08T08:22:00,523 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 379, reset compression=false 2024-11-08T08:22:00,613 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 379, reset compression=false 2024-11-08T08:22:00,632 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:22:00,632 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 504, reset compression=false 2024-11-08T08:22:00,632 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.shipper6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,41681,1731054098476 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5eb8e7eb085ba595e262ba0a42bff06/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-08T08:22:00,634 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.shipper6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:22:00,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-08T08:22:00,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34441 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:22:00,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9e9565c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:00,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34441 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,42019,-1 for getting cluster id 2024-11-08T08:22:00,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:00,641 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5a370a79-f166-44a9-a7f3-2da4c048f642' 2024-11-08T08:22:00,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:00,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5a370a79-f166-44a9-a7f3-2da4c048f642" 2024-11-08T08:22:00,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e62adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:00,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,42019,-1] 2024-11-08T08:22:00,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:00,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:00,643 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:00,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ade51a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:00,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34441 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:22:00,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,34441,1731054103860, seqNum=-1] 2024-11-08T08:22:00,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:22:00,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-08T08:22:00,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731054111543.e6605bea731334328c4e60844a998157., hostname=6ac96558fc7f,34441,1731054103860, seqNum=2] 2024-11-08T08:22:00,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34441 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:22:00,805 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 480, reset compression=false 2024-11-08T08:22:00,836 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 504, reset compression=false 2024-11-08T08:22:01,142 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 504, reset compression=false 2024-11-08T08:22:01,233 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-08T08:22:01,233 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:22:01,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,41681,1731054098476, seqNum=-1] 2024-11-08T08:22:01,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:22:01,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:22:01,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06., hostname=6ac96558fc7f,41681,1731054098476, seqNum=2] 2024-11-08T08:22:01,240 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-08T08:22:01,254 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 379, reset compression=false 2024-11-08T08:22:01,278 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:22:01,278 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 528, reset compression=false 2024-11-08T08:22:01,278 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.shipper6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,34441,1731054103860 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:22:01,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T08:22:01,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T08:22:01,309 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 480, reset compression=false 2024-11-08T08:22:01,482 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 528, reset compression=false 2024-11-08T08:22:01,552 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 504, reset compression=false 2024-11-08T08:22:01,558 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:22:01,558 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 608, reset compression=false 2024-11-08T08:22:01,558 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.shipper6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,41681,1731054098476 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5eb8e7eb085ba595e262ba0a42bff06/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T08:22:01,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34441 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:22:01,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34441 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:22:01,763 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 608, reset compression=false 2024-11-08T08:22:01,793 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 528, reset compression=false 2024-11-08T08:22:01,800 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:22:01,800 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 656, reset compression=false 2024-11-08T08:22:01,800 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.shipper6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,34441,1731054103860 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:22:01,913 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 480, reset compression=false 2024-11-08T08:22:02,005 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 656, reset compression=false 2024-11-08T08:22:02,067 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 608, reset compression=false 2024-11-08T08:22:02,184 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T08:22:02,243 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-08T08:22:02,246 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-08T08:22:02,315 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 656, reset compression=false 2024-11-08T08:22:02,319 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:22:02,320 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 760, reset compression=false 2024-11-08T08:22:02,320 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.shipper6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,34441,1731054103860 got entry batch from reader: WALEntryBatch [walEntries=[{test/e6605bea731334328c4e60844a998157/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-08T08:22:02,322 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.shipper6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:22:02,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-08T08:22:02,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:22:02,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:22:02,471 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 608, reset compression=false 2024-11-08T08:22:02,487 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:22:02,487 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 735, reset compression=false 2024-11-08T08:22:02,488 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.shipper6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,41681,1731054098476 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:22:02,525 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 760, reset compression=false 2024-11-08T08:22:02,618 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 480, reset compression=false 2024-11-08T08:22:02,692 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 735, reset compression=false 2024-11-08T08:22:02,832 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 760, reset compression=false 2024-11-08T08:22:02,996 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 735, reset compression=false 2024-11-08T08:22:03,237 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 760, reset compression=false 2024-11-08T08:22:03,248 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-08T08:22:03,251 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-08T08:22:03,406 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 735, reset compression=false 2024-11-08T08:22:03,422 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 480, reset compression=false 2024-11-08T08:22:03,428 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:22:03,429 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 636, reset compression=false 2024-11-08T08:22:03,429 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.shipper6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,33267,1731054092801 got entry batch from reader: WALEntryBatch [walEntries=[{test/55e905d29965bed9bb64bfda302aa600/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-08T08:22:03,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:22:03,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:22:03,476 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:22:03,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:03,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:03,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:03,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:03,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:03,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:03,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:03,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:03,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:03,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:03,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:03,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:03,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:03,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:03,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:03,634 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 636, reset compression=false 2024-11-08T08:22:03,741 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 760, reset compression=false 2024-11-08T08:22:03,909 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 735, reset compression=false 2024-11-08T08:22:03,914 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:22:03,914 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 883, reset compression=false 2024-11-08T08:22:03,914 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.shipper6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,41681,1731054098476 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5eb8e7eb085ba595e262ba0a42bff06/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-08T08:22:03,915 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34441 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:22:03,918 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34441 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:22:03,952 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 636, reset compression=false 2024-11-08T08:22:04,121 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 883, reset compression=false 2024-11-08T08:22:04,253 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-08T08:22:04,256 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-08T08:22:04,349 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 760, reset compression=false 2024-11-08T08:22:04,354 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:22:04,354 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 932, reset compression=false 2024-11-08T08:22:04,354 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.shipper6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,34441,1731054103860 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:22:04,358 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 636, reset compression=false 2024-11-08T08:22:04,425 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 883, reset compression=false 2024-11-08T08:22:04,430 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:22:04,430 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 1042, reset compression=false 2024-11-08T08:22:04,430 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.shipper6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,41681,1731054098476 got entry batch from reader: WALEntryBatch [walEntries=[{test/f5eb8e7eb085ba595e262ba0a42bff06/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T08:22:04,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34441 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:22:04,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34441 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:22:04,558 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 932, reset compression=false 2024-11-08T08:22:04,562 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:22:04,562 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 1082, reset compression=false 2024-11-08T08:22:04,562 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.shipper6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,34441,1731054103860 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:22:04,635 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 1042, reset compression=false 2024-11-08T08:22:04,767 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 1082, reset compression=false 2024-11-08T08:22:04,861 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 636, reset compression=false 2024-11-08T08:22:04,938 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 1042, reset compression=false 2024-11-08T08:22:05,071 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 1082, reset compression=false 2024-11-08T08:22:05,258 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-08T08:22:05,262 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-08T08:22:05,343 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 1042, reset compression=false 2024-11-08T08:22:05,465 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 636, reset compression=false 2024-11-08T08:22:05,475 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 1082, reset compression=false 2024-11-08T08:22:05,481 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:22:05,481 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 1241, reset compression=false 2024-11-08T08:22:05,481 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.shipper6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,34441,1731054103860 got entry batch from reader: WALEntryBatch [walEntries=[{test/e6605bea731334328c4e60844a998157/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-08T08:22:05,482 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-08T08:22:05,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41681 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-08T08:22:05,686 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 1241, reset compression=false 2024-11-08T08:22:05,847 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 1042, reset compression=false 2024-11-08T08:22:05,853 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:22:05,853 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 1191, reset compression=false 2024-11-08T08:22:05,853 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.shipper6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,41681,1731054098476 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:22:05,992 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 1241, reset compression=false 2024-11-08T08:22:06,061 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 1191, reset compression=false 2024-11-08T08:22:06,168 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 636, reset compression=false 2024-11-08T08:22:06,265 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-08T08:22:06,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:22:06,276 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:22:06,277 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:06,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:06,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:06,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:06,278 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:22:06,278 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1210896496, stopped=false 2024-11-08T08:22:06,278 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,42019,1731054103714 2024-11-08T08:22:06,369 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 1191, reset compression=false 2024-11-08T08:22:06,403 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 1241, reset compression=false 2024-11-08T08:22:06,775 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 1191, reset compression=false 2024-11-08T08:22:06,926 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 1241, reset compression=false 2024-11-08T08:22:06,972 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 636, reset compression=false 2024-11-08T08:22:07,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1061394856/running 2024-11-08T08:22:07,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1061394856/running 2024-11-08T08:22:07,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856 2024-11-08T08:22:07,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856 2024-11-08T08:22:07,101 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:22:07,102 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:22:07,102 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:07,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:07,102 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,34441,1731054103860' ***** 2024-11-08T08:22:07,102 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:22:07,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Set watcher on znode that does not yet exist, /2-1061394856/running 2024-11-08T08:22:07,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Set watcher on znode that does not yet exist, /2-1061394856/running 2024-11-08T08:22:07,105 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:22:07,105 INFO [RS:0;6ac96558fc7f:34441 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:22:07,105 INFO [RS:0;6ac96558fc7f:34441 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:22:07,105 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(3091): Received CLOSE for 44b772e38296526deebe707e94e5f534 2024-11-08T08:22:07,106 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:22:07,108 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(3091): Received CLOSE for e6605bea731334328c4e60844a998157 2024-11-08T08:22:07,108 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,34441,1731054103860 2024-11-08T08:22:07,108 INFO [RS:0;6ac96558fc7f:34441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:22:07,108 INFO [RS:0;6ac96558fc7f:34441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:34441. 2024-11-08T08:22:07,108 DEBUG [RS:0;6ac96558fc7f:34441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:07,108 DEBUG [RS:0;6ac96558fc7f:34441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:07,109 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:22:07,109 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:22:07,109 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:22:07,109 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:22:07,122 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T08:22:07,122 DEBUG [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(1325): Online Regions={44b772e38296526deebe707e94e5f534=hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534., 1588230740=hbase:meta,,1.1588230740, e6605bea731334328c4e60844a998157=test,,1731054111543.e6605bea731334328c4e60844a998157.} 2024-11-08T08:22:07,122 DEBUG [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44b772e38296526deebe707e94e5f534, e6605bea731334328c4e60844a998157 2024-11-08T08:22:07,142 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:22:07,143 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 44b772e38296526deebe707e94e5f534, disabling compactions & flushes 2024-11-08T08:22:07,143 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534. 2024-11-08T08:22:07,143 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534. 2024-11-08T08:22:07,143 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534. after waiting 0 ms 2024-11-08T08:22:07,143 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534. 2024-11-08T08:22:07,143 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 44b772e38296526deebe707e94e5f534 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-08T08:22:07,144 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:22:07,144 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:22:07,144 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:22:07,144 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:22:07,144 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:22:07,144 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T08:22:07,222 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/replication/44b772e38296526deebe707e94e5f534/.tmp/queue/1ed787198f0f4576a0aa90df7c0e6918 is 154, key is 1-6ac96558fc7f,34441,1731054103860/queue:6ac96558fc7f%2C34441%2C1731054103860/1731054125486/Put/seqid=0 2024-11-08T08:22:07,231 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/.tmp/info/e13976b4b63845a4a15fc664a493f803 is 147, key is hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534./info:regioninfo/1731054117994/Put/seqid=0 2024-11-08T08:22:07,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741840_1016 (size=5353) 2024-11-08T08:22:07,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741841_1017 (size=7686) 2024-11-08T08:22:07,256 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/.tmp/info/e13976b4b63845a4a15fc664a493f803 2024-11-08T08:22:07,294 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 1191, reset compression=false 2024-11-08T08:22:07,307 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/.tmp/ns/d889c58acce44e8997e45f01dbc5990c is 43, key is default/ns:d/1731054107090/Put/seqid=0 2024-11-08T08:22:07,322 DEBUG [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44b772e38296526deebe707e94e5f534, e6605bea731334328c4e60844a998157 2024-11-08T08:22:07,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741842_1018 (size=5153) 2024-11-08T08:22:07,343 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/.tmp/ns/d889c58acce44e8997e45f01dbc5990c 2024-11-08T08:22:07,373 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/.tmp/rep_barrier/bcad74bc889742779a1d0e6b0f517402 is 112, key is test,,1731054111543.e6605bea731334328c4e60844a998157./rep_barrier:seqnumDuringOpen/1731054112690/Put/seqid=0 2024-11-08T08:22:07,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741843_1019 (size=5518) 2024-11-08T08:22:07,421 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/.tmp/rep_barrier/bcad74bc889742779a1d0e6b0f517402 2024-11-08T08:22:07,457 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/.tmp/table/f36df340127646d59e4eb2b0f3a49162 is 53, key is hbase:replication/table:state/1731054118007/Put/seqid=0 2024-11-08T08:22:07,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741844_1020 (size=5308) 2024-11-08T08:22:07,506 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/.tmp/table/f36df340127646d59e4eb2b0f3a49162 2024-11-08T08:22:07,515 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/.tmp/info/e13976b4b63845a4a15fc664a493f803 as hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/info/e13976b4b63845a4a15fc664a493f803 2024-11-08T08:22:07,520 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/info/e13976b4b63845a4a15fc664a493f803, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T08:22:07,521 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/.tmp/ns/d889c58acce44e8997e45f01dbc5990c as hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/ns/d889c58acce44e8997e45f01dbc5990c 2024-11-08T08:22:07,522 DEBUG [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 44b772e38296526deebe707e94e5f534, e6605bea731334328c4e60844a998157 2024-11-08T08:22:07,526 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/ns/d889c58acce44e8997e45f01dbc5990c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T08:22:07,527 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/.tmp/rep_barrier/bcad74bc889742779a1d0e6b0f517402 as hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/rep_barrier/bcad74bc889742779a1d0e6b0f517402 2024-11-08T08:22:07,532 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/rep_barrier/bcad74bc889742779a1d0e6b0f517402, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T08:22:07,533 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/.tmp/table/f36df340127646d59e4eb2b0f3a49162 as hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/table/f36df340127646d59e4eb2b0f3a49162 2024-11-08T08:22:07,539 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/table/f36df340127646d59e4eb2b0f3a49162, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T08:22:07,540 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 396ms, sequenceid=16, compaction requested=false 2024-11-08T08:22:07,545 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.wal-reader.6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 to pos 1241, reset compression=false 2024-11-08T08:22:07,643 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T08:22:07,643 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:22:07,643 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:22:07,643 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:22:07,644 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054127142Running coprocessor pre-close hooks at 1731054127142Disabling compacts and flushes for region at 1731054127142Disabling writes for close at 1731054127144 (+2 ms)Obtaining lock to block concurrent updates at 1731054127144Preparing flush snapshotting stores in 1588230740 at 1731054127144Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731054127144Flushing stores of hbase:meta,,1.1588230740 at 1731054127153 (+9 ms)Flushing 1588230740/info: creating writer at 1731054127153Flushing 1588230740/info: appending metadata at 1731054127230 (+77 ms)Flushing 1588230740/info: closing flushed file at 1731054127230Flushing 1588230740/ns: creating writer at 1731054127267 (+37 ms)Flushing 1588230740/ns: appending metadata at 1731054127306 (+39 ms)Flushing 1588230740/ns: closing flushed file at 1731054127306Flushing 1588230740/rep_barrier: creating writer at 1731054127351 (+45 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731054127372 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731054127372Flushing 1588230740/table: creating writer at 1731054127426 (+54 ms)Flushing 1588230740/table: appending metadata at 1731054127456 (+30 ms)Flushing 1588230740/table: closing flushed file at 1731054127456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58cd614b: reopening flushed file at 1731054127513 (+57 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@178594eb: reopening flushed file at 1731054127520 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68583ecb: reopening flushed file at 1731054127526 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a4d1a44: reopening flushed file at 1731054127532 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 396ms, sequenceid=16, compaction requested=false at 1731054127541 (+9 ms)Writing region close event to WAL at 1731054127630 (+89 ms)Running coprocessor post-close hooks at 1731054127643 (+13 ms)Closed at 1731054127643 2024-11-08T08:22:07,644 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:22:07,652 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/replication/44b772e38296526deebe707e94e5f534/.tmp/queue/1ed787198f0f4576a0aa90df7c0e6918 2024-11-08T08:22:07,660 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/replication/44b772e38296526deebe707e94e5f534/.tmp/queue/1ed787198f0f4576a0aa90df7c0e6918 as hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/replication/44b772e38296526deebe707e94e5f534/queue/1ed787198f0f4576a0aa90df7c0e6918 2024-11-08T08:22:07,666 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/replication/44b772e38296526deebe707e94e5f534/queue/1ed787198f0f4576a0aa90df7c0e6918, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T08:22:07,667 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 44b772e38296526deebe707e94e5f534 in 524ms, sequenceid=12, compaction requested=false 2024-11-08T08:22:07,722 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/hbase/replication/44b772e38296526deebe707e94e5f534/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T08:22:07,723 DEBUG [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(1351): Waiting on 44b772e38296526deebe707e94e5f534, e6605bea731334328c4e60844a998157 2024-11-08T08:22:07,724 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:22:07,724 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:22:07,724 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534. 2024-11-08T08:22:07,724 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 44b772e38296526deebe707e94e5f534: Waiting for close lock at 1731054127142Running coprocessor pre-close hooks at 1731054127142Disabling compacts and flushes for region at 1731054127142Disabling writes for close at 1731054127143 (+1 ms)Obtaining lock to block concurrent updates at 1731054127143Preparing flush snapshotting stores in 44b772e38296526deebe707e94e5f534 at 1731054127143Finished memstore snapshotting hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731054127143Flushing stores of hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534. at 1731054127145 (+2 ms)Flushing 44b772e38296526deebe707e94e5f534/queue: creating writer at 1731054127145Flushing 44b772e38296526deebe707e94e5f534/queue: appending metadata at 1731054127204 (+59 ms)Flushing 44b772e38296526deebe707e94e5f534/queue: closing flushed file at 1731054127204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48db6995: reopening flushed file at 1731054127659 (+455 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 44b772e38296526deebe707e94e5f534 in 524ms, sequenceid=12, compaction requested=false at 1731054127667 (+8 ms)Writing region close event to WAL at 1731054127701 (+34 ms)Running coprocessor post-close hooks at 1731054127724 (+23 ms)Closed at 1731054127724 2024-11-08T08:22:07,725 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731054117057.44b772e38296526deebe707e94e5f534. 2024-11-08T08:22:07,725 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6605bea731334328c4e60844a998157, disabling compactions & flushes 2024-11-08T08:22:07,725 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731054111543.e6605bea731334328c4e60844a998157. 2024-11-08T08:22:07,725 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054111543.e6605bea731334328c4e60844a998157. 2024-11-08T08:22:07,725 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731054111543.e6605bea731334328c4e60844a998157. after waiting 0 ms 2024-11-08T08:22:07,725 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731054111543.e6605bea731334328c4e60844a998157. 2024-11-08T08:22:07,725 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e6605bea731334328c4e60844a998157 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T08:22:07,757 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/default/test/e6605bea731334328c4e60844a998157/.tmp/f/d7551b2c841e4c1f8f353382a98fc7b0 is 29, key is row1/f:/1731054124254/DeleteFamily/seqid=0 2024-11-08T08:22:07,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741845_1021 (size=5152) 2024-11-08T08:22:07,763 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/default/test/e6605bea731334328c4e60844a998157/.tmp/f/d7551b2c841e4c1f8f353382a98fc7b0 2024-11-08T08:22:07,778 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7551b2c841e4c1f8f353382a98fc7b0 2024-11-08T08:22:07,805 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/default/test/e6605bea731334328c4e60844a998157/.tmp/f1/e8a2e46343e74be7b17721538c4d7f28 is 30, key is row1/f1:/1731054124254/DeleteFamily/seqid=0 2024-11-08T08:22:07,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741846_1022 (size=5158) 2024-11-08T08:22:07,814 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/default/test/e6605bea731334328c4e60844a998157/.tmp/f1/e8a2e46343e74be7b17721538c4d7f28 2024-11-08T08:22:07,818 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8a2e46343e74be7b17721538c4d7f28 2024-11-08T08:22:07,839 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/default/test/e6605bea731334328c4e60844a998157/.tmp/norep/cc83faa86f83447e9fc70b7fdf7960c1 is 33, key is row2/norep:/1731054125259/DeleteFamily/seqid=0 2024-11-08T08:22:07,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741847_1023 (size=5108) 2024-11-08T08:22:07,860 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/default/test/e6605bea731334328c4e60844a998157/.tmp/norep/cc83faa86f83447e9fc70b7fdf7960c1 2024-11-08T08:22:07,864 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc83faa86f83447e9fc70b7fdf7960c1 2024-11-08T08:22:07,865 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/default/test/e6605bea731334328c4e60844a998157/.tmp/f/d7551b2c841e4c1f8f353382a98fc7b0 as hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/default/test/e6605bea731334328c4e60844a998157/f/d7551b2c841e4c1f8f353382a98fc7b0 2024-11-08T08:22:07,872 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7551b2c841e4c1f8f353382a98fc7b0 2024-11-08T08:22:07,872 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/default/test/e6605bea731334328c4e60844a998157/f/d7551b2c841e4c1f8f353382a98fc7b0, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T08:22:07,873 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/default/test/e6605bea731334328c4e60844a998157/.tmp/f1/e8a2e46343e74be7b17721538c4d7f28 as hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/default/test/e6605bea731334328c4e60844a998157/f1/e8a2e46343e74be7b17721538c4d7f28 2024-11-08T08:22:07,882 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e8a2e46343e74be7b17721538c4d7f28 2024-11-08T08:22:07,882 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/default/test/e6605bea731334328c4e60844a998157/f1/e8a2e46343e74be7b17721538c4d7f28, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T08:22:07,883 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/default/test/e6605bea731334328c4e60844a998157/.tmp/norep/cc83faa86f83447e9fc70b7fdf7960c1 as hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/default/test/e6605bea731334328c4e60844a998157/norep/cc83faa86f83447e9fc70b7fdf7960c1 2024-11-08T08:22:07,890 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc83faa86f83447e9fc70b7fdf7960c1 2024-11-08T08:22:07,890 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/default/test/e6605bea731334328c4e60844a998157/norep/cc83faa86f83447e9fc70b7fdf7960c1, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T08:22:07,891 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 636, reset compression=false 2024-11-08T08:22:07,891 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e6605bea731334328c4e60844a998157 in 166ms, sequenceid=10, compaction requested=false 2024-11-08T08:22:07,920 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T08:22:07,922 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 1191, reset compression=false 2024-11-08T08:22:07,923 DEBUG [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(1351): Waiting on e6605bea731334328c4e60844a998157 2024-11-08T08:22:07,989 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/data/default/test/e6605bea731334328c4e60844a998157/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T08:22:07,990 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:22:07,990 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:22:07,990 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731054111543.e6605bea731334328c4e60844a998157. 2024-11-08T08:22:07,990 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6605bea731334328c4e60844a998157: Waiting for close lock at 1731054127725Running coprocessor pre-close hooks at 1731054127725Disabling compacts and flushes for region at 1731054127725Disabling writes for close at 1731054127725Obtaining lock to block concurrent updates at 1731054127725Preparing flush snapshotting stores in e6605bea731334328c4e60844a998157 at 1731054127725Finished memstore snapshotting test,,1731054111543.e6605bea731334328c4e60844a998157., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731054127725Flushing stores of test,,1731054111543.e6605bea731334328c4e60844a998157. at 1731054127726 (+1 ms)Flushing e6605bea731334328c4e60844a998157/f: creating writer at 1731054127726Flushing e6605bea731334328c4e60844a998157/f: appending metadata at 1731054127756 (+30 ms)Flushing e6605bea731334328c4e60844a998157/f: closing flushed file at 1731054127756Flushing e6605bea731334328c4e60844a998157/f1: creating writer at 1731054127778 (+22 ms)Flushing e6605bea731334328c4e60844a998157/f1: appending metadata at 1731054127804 (+26 ms)Flushing e6605bea731334328c4e60844a998157/f1: closing flushed file at 1731054127804Flushing e6605bea731334328c4e60844a998157/norep: creating writer at 1731054127819 (+15 ms)Flushing e6605bea731334328c4e60844a998157/norep: appending metadata at 1731054127838 (+19 ms)Flushing e6605bea731334328c4e60844a998157/norep: closing flushed file at 1731054127838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b80a6ee: reopening flushed file at 1731054127864 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71ae8c51: reopening flushed file at 1731054127872 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@237a28a3: reopening flushed file at 1731054127883 (+11 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for e6605bea731334328c4e60844a998157 in 166ms, sequenceid=10, compaction requested=false at 1731054127891 (+8 ms)Writing region close event to WAL at 1731054127974 (+83 ms)Running coprocessor post-close hooks at 1731054127990 (+16 ms)Closed at 1731054127990 2024-11-08T08:22:07,990 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731054111543.e6605bea731334328c4e60844a998157. 2024-11-08T08:22:08,013 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:22:08,013 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:22:08,123 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,34441,1731054103860; all regions closed. 2024-11-08T08:22:08,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741834_1010 (size=4239) 2024-11-08T08:22:08,136 DEBUG [RS:0;6ac96558fc7f:34441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/oldWALs 2024-11-08T08:22:08,136 INFO [RS:0;6ac96558fc7f:34441 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C34441%2C1731054103860.meta:.meta(num 1731054107052) 2024-11-08T08:22:08,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741839_1015 (size=3114) 2024-11-08T08:22:08,144 DEBUG [RS:0;6ac96558fc7f:34441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/oldWALs 2024-11-08T08:22:08,144 INFO [RS:0;6ac96558fc7f:34441 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C34441%2C1731054103860.rep:(num 1731054117921) 2024-11-08T08:22:08,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741832_1008 (size=2140) 2024-11-08T08:22:08,162 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/WALs/6ac96558fc7f,34441,1731054103860/6ac96558fc7f%2C34441%2C1731054103860.1731054106139 not finished, retry = 0 2024-11-08T08:22:08,266 DEBUG [RS:0;6ac96558fc7f:34441 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/oldWALs 2024-11-08T08:22:08,266 INFO [RS:0;6ac96558fc7f:34441 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C34441%2C1731054103860:(num 1731054106139) 2024-11-08T08:22:08,266 DEBUG [RS:0;6ac96558fc7f:34441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:08,266 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:22:08,266 INFO [RS:0;6ac96558fc7f:34441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:22:08,266 INFO [RS:0;6ac96558fc7f:34441 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T08:22:08,267 INFO [RS:0;6ac96558fc7f:34441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:22:08,268 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:22:08,268 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ac96558fc7f,34441,1731054103860 because: Region server is closing 2024-11-08T08:22:08,268 INFO [RS:0;6ac96558fc7f:34441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:34441. 2024-11-08T08:22:08,268 DEBUG [RS:0;6ac96558fc7f:34441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:08,268 DEBUG [RS:0;6ac96558fc7f:34441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:08,269 DEBUG [RS:0;6ac96558fc7f:34441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:08,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:08,369 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.shipper6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-08T08:22:08,369 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,34441,1731054103860.replicationSource.shipper6ac96558fc7f%2C34441%2C1731054103860,1-6ac96558fc7f,34441,1731054103860 terminated 2024-11-08T08:22:08,369 INFO [RS:0;6ac96558fc7f:34441 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:34441. 2024-11-08T08:22:08,369 DEBUG [RS:0;6ac96558fc7f:34441 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:08,369 DEBUG [RS:0;6ac96558fc7f:34441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:08,370 DEBUG [RS:0;6ac96558fc7f:34441 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:08,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:08,370 INFO [RS:0;6ac96558fc7f:34441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34441 2024-11-08T08:22:08,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856/rs 2024-11-08T08:22:08,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1061394856/rs/6ac96558fc7f,34441,1731054103860 2024-11-08T08:22:08,385 INFO [RS:0;6ac96558fc7f:34441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:22:08,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,34441,1731054103860] 2024-11-08T08:22:08,406 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1061394856/draining/6ac96558fc7f,34441,1731054103860 already deleted, retry=false 2024-11-08T08:22:08,406 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,34441,1731054103860 expired; onlineServers=0 2024-11-08T08:22:08,406 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,42019,1731054103714' ***** 2024-11-08T08:22:08,406 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:22:08,406 INFO [M:0;6ac96558fc7f:42019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:22:08,407 INFO [M:0;6ac96558fc7f:42019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:22:08,407 DEBUG [M:0;6ac96558fc7f:42019 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:22:08,407 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:22:08,407 DEBUG [M:0;6ac96558fc7f:42019 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:22:08,407 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054105852 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054105852,5,FailOnTimeoutGroup] 2024-11-08T08:22:08,407 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054105852 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054105852,5,FailOnTimeoutGroup] 2024-11-08T08:22:08,407 INFO [M:0;6ac96558fc7f:42019 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:22:08,407 INFO [M:0;6ac96558fc7f:42019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:22:08,407 DEBUG [M:0;6ac96558fc7f:42019 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:22:08,407 INFO [M:0;6ac96558fc7f:42019 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:22:08,407 INFO [M:0;6ac96558fc7f:42019 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:22:08,408 INFO [M:0;6ac96558fc7f:42019 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:22:08,408 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:22:08,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1061394856/master 2024-11-08T08:22:08,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1061394856 2024-11-08T08:22:08,419 DEBUG [M:0;6ac96558fc7f:42019 {}] zookeeper.ZKUtil(347): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Unable to get data of znode /2-1061394856/master because node does not exist (not an error) 2024-11-08T08:22:08,419 WARN [M:0;6ac96558fc7f:42019 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:22:08,420 INFO [M:0;6ac96558fc7f:42019 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/.lastflushedseqids 2024-11-08T08:22:08,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741848_1024 (size=245) 2024-11-08T08:22:08,424 INFO [M:0;6ac96558fc7f:42019 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:22:08,424 INFO [M:0;6ac96558fc7f:42019 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:22:08,424 DEBUG [M:0;6ac96558fc7f:42019 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:22:08,424 INFO [M:0;6ac96558fc7f:42019 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:08,425 DEBUG [M:0;6ac96558fc7f:42019 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:08,425 DEBUG [M:0;6ac96558fc7f:42019 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:22:08,425 DEBUG [M:0;6ac96558fc7f:42019 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:08,425 INFO [M:0;6ac96558fc7f:42019 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-08T08:22:08,441 DEBUG [M:0;6ac96558fc7f:42019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d20902c34c2740a2adae4135fab0809e is 82, key is hbase:meta,,1/info:regioninfo/1731054107076/Put/seqid=0 2024-11-08T08:22:08,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741849_1025 (size=5672) 2024-11-08T08:22:08,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:08,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34441-0x101198932f60007, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:08,496 INFO [RS:0;6ac96558fc7f:34441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:22:08,496 INFO [RS:0;6ac96558fc7f:34441 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,34441,1731054103860; zookeeper connection closed. 2024-11-08T08:22:08,496 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a5f1405 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a5f1405 2024-11-08T08:22:08,497 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:22:08,674 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 1191, reset compression=false 2024-11-08T08:22:08,845 INFO [M:0;6ac96558fc7f:42019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d20902c34c2740a2adae4135fab0809e 2024-11-08T08:22:08,863 DEBUG [M:0;6ac96558fc7f:42019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a080accab7704e228a6899f65fb1fc8f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731054118013/Put/seqid=0 2024-11-08T08:22:08,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741850_1026 (size=8516) 2024-11-08T08:22:08,944 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 636, reset compression=false 2024-11-08T08:22:09,267 INFO [M:0;6ac96558fc7f:42019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a080accab7704e228a6899f65fb1fc8f 2024-11-08T08:22:09,285 DEBUG [M:0;6ac96558fc7f:42019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26c2c9ff9d434b8f8201799091cca4ef is 69, key is 6ac96558fc7f,34441,1731054103860/rs:state/1731054105918/Put/seqid=0 2024-11-08T08:22:09,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741851_1027 (size=5156) 2024-11-08T08:22:09,309 INFO [M:0;6ac96558fc7f:42019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26c2c9ff9d434b8f8201799091cca4ef 2024-11-08T08:22:09,313 DEBUG [M:0;6ac96558fc7f:42019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d20902c34c2740a2adae4135fab0809e as hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d20902c34c2740a2adae4135fab0809e 2024-11-08T08:22:09,315 INFO [M:0;6ac96558fc7f:42019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d20902c34c2740a2adae4135fab0809e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T08:22:09,316 DEBUG [M:0;6ac96558fc7f:42019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a080accab7704e228a6899f65fb1fc8f as hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a080accab7704e228a6899f65fb1fc8f 2024-11-08T08:22:09,319 INFO [M:0;6ac96558fc7f:42019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a080accab7704e228a6899f65fb1fc8f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T08:22:09,319 DEBUG [M:0;6ac96558fc7f:42019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/26c2c9ff9d434b8f8201799091cca4ef as hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26c2c9ff9d434b8f8201799091cca4ef 2024-11-08T08:22:09,322 INFO [M:0;6ac96558fc7f:42019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36493/user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/26c2c9ff9d434b8f8201799091cca4ef, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T08:22:09,323 INFO [M:0;6ac96558fc7f:42019 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=97, compaction requested=false 2024-11-08T08:22:09,324 INFO [M:0;6ac96558fc7f:42019 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:09,324 DEBUG [M:0;6ac96558fc7f:42019 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054128424Disabling compacts and flushes for region at 1731054128424Disabling writes for close at 1731054128425 (+1 ms)Obtaining lock to block concurrent updates at 1731054128425Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731054128425Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731054128425Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731054128426 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731054128426Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731054128441 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731054128441Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731054128848 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731054128863 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731054128863Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731054129271 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731054129284 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731054129284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@625fa9dc: reopening flushed file at 1731054129312 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70bd9d5b: reopening flushed file at 1731054129315 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d55da80: reopening flushed file at 1731054129319 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=97, compaction requested=false at 1731054129323 (+4 ms)Writing region close event to WAL at 1731054129324 (+1 ms)Closed at 1731054129324 2024-11-08T08:22:09,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32855 is added to blk_1073741830_1006 (size=63654) 2024-11-08T08:22:09,326 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a452802-d9d2-a1df-83fe-111180c6f053/MasterData/WALs/6ac96558fc7f,42019,1731054103714/6ac96558fc7f%2C42019%2C1731054103714.1731054105589 not finished, retry = 0 2024-11-08T08:22:09,426 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:22:09,426 INFO [M:0;6ac96558fc7f:42019 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:22:09,426 INFO [M:0;6ac96558fc7f:42019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42019 2024-11-08T08:22:09,427 INFO [M:0;6ac96558fc7f:42019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:22:09,477 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 1191, reset compression=false 2024-11-08T08:22:09,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:09,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42019-0x101198932f60006, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:09,561 INFO [M:0;6ac96558fc7f:42019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:22:09,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@780d33c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:22:09,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e5e5d5d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:22:09,564 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:22:09,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45bb759e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:22:09,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@434193d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/hadoop.log.dir/,STOPPED} 2024-11-08T08:22:09,565 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:22:09,565 WARN [BP-557368608-172.17.0.3-1731054101867 heartbeating to localhost/127.0.0.1:36493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:22:09,565 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:22:09,565 WARN [BP-557368608-172.17.0.3-1731054101867 heartbeating to localhost/127.0.0.1:36493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-557368608-172.17.0.3-1731054101867 (Datanode Uuid 92d5833f-7961-4674-a244-40db4e69f344) service to localhost/127.0.0.1:36493 2024-11-08T08:22:09,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/cluster_f13caba8-ea6b-c1fd-7647-3f317b02c0aa/data/data1/current/BP-557368608-172.17.0.3-1731054101867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:22:09,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/cluster_f13caba8-ea6b-c1fd-7647-3f317b02c0aa/data/data2/current/BP-557368608-172.17.0.3-1731054101867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:22:09,566 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:22:09,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37ae3a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:22:09,571 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20c53d49{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:22:09,571 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:22:09,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@251867a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:22:09,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68e6bf5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/hadoop.log.dir/,STOPPED} 2024-11-08T08:22:09,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:22:09,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:22:09,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:22:09,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:09,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:09,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:09,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:09,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:22:09,583 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=282895452, stopped=false 2024-11-08T08:22:09,584 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,39591,1731054098332 2024-11-08T08:22:09,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1480990959/running 2024-11-08T08:22:09,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1480990959/running 2024-11-08T08:22:09,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959 2024-11-08T08:22:09,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959 2024-11-08T08:22:09,630 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:22:09,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Set watcher on znode that does not yet exist, /1-1480990959/running 2024-11-08T08:22:09,630 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Set watcher on znode that does not yet exist, /1-1480990959/running 2024-11-08T08:22:09,630 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:22:09,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:09,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:09,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,41681,1731054098476' ***** 2024-11-08T08:22:09,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:22:09,631 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:22:09,631 INFO [RS:0;6ac96558fc7f:41681 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:22:09,631 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:22:09,631 INFO [RS:0;6ac96558fc7f:41681 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:22:09,631 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(3091): Received CLOSE for f5eb8e7eb085ba595e262ba0a42bff06 2024-11-08T08:22:09,631 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(3091): Received CLOSE for 9738d0d33d924c1416bfca8bc0c3e5a7 2024-11-08T08:22:09,631 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,41681,1731054098476 2024-11-08T08:22:09,631 INFO [RS:0;6ac96558fc7f:41681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:22:09,632 INFO [RS:0;6ac96558fc7f:41681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:41681. 2024-11-08T08:22:09,632 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f5eb8e7eb085ba595e262ba0a42bff06, disabling compactions & flushes 2024-11-08T08:22:09,632 DEBUG [RS:0;6ac96558fc7f:41681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:09,632 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06. 2024-11-08T08:22:09,632 DEBUG [RS:0;6ac96558fc7f:41681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:09,632 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06. 2024-11-08T08:22:09,632 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06. after waiting 0 ms 2024-11-08T08:22:09,632 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06. 2024-11-08T08:22:09,632 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:22:09,632 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:22:09,632 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f5eb8e7eb085ba595e262ba0a42bff06 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-08T08:22:09,632 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:22:09,632 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:22:09,632 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T08:22:09,632 DEBUG [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f5eb8e7eb085ba595e262ba0a42bff06=test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06., 9738d0d33d924c1416bfca8bc0c3e5a7=hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7.} 2024-11-08T08:22:09,632 DEBUG [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9738d0d33d924c1416bfca8bc0c3e5a7, f5eb8e7eb085ba595e262ba0a42bff06 2024-11-08T08:22:09,632 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:22:09,632 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:22:09,632 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:22:09,632 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:22:09,632 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:22:09,632 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T08:22:09,645 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/default/test/f5eb8e7eb085ba595e262ba0a42bff06/.tmp/f/5f890a50048540cebd07449b27a57be5 is 29, key is row1/f:/1731054124254/DeleteFamily/seqid=0 2024-11-08T08:22:09,648 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/.tmp/info/39e5817f71564e38972ffc1be3e2bc75 is 147, key is hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7./info:regioninfo/1731054116656/Put/seqid=0 2024-11-08T08:22:09,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741840_1016 (size=5152) 2024-11-08T08:22:09,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741841_1017 (size=7686) 2024-11-08T08:22:09,700 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:22:09,752 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:22:09,752 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:22:09,832 DEBUG [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9738d0d33d924c1416bfca8bc0c3e5a7, f5eb8e7eb085ba595e262ba0a42bff06 2024-11-08T08:22:10,032 DEBUG [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9738d0d33d924c1416bfca8bc0c3e5a7, f5eb8e7eb085ba595e262ba0a42bff06 2024-11-08T08:22:10,047 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 636, reset compression=false 2024-11-08T08:22:10,048 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/default/test/f5eb8e7eb085ba595e262ba0a42bff06/.tmp/f/5f890a50048540cebd07449b27a57be5 2024-11-08T08:22:10,051 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/.tmp/info/39e5817f71564e38972ffc1be3e2bc75 2024-11-08T08:22:10,052 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f890a50048540cebd07449b27a57be5 2024-11-08T08:22:10,067 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/.tmp/ns/4231cbf0e5714a41a740f53e03a1dde5 is 43, key is default/ns:d/1731054101764/Put/seqid=0 2024-11-08T08:22:10,068 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/default/test/f5eb8e7eb085ba595e262ba0a42bff06/.tmp/f1/cc2538cd7374430ba68e015356554d35 is 30, key is row1/f1:/1731054124254/DeleteFamily/seqid=0 2024-11-08T08:22:10,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741842_1018 (size=5158) 2024-11-08T08:22:10,071 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/default/test/f5eb8e7eb085ba595e262ba0a42bff06/.tmp/f1/cc2538cd7374430ba68e015356554d35 2024-11-08T08:22:10,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741843_1019 (size=5153) 2024-11-08T08:22:10,074 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc2538cd7374430ba68e015356554d35 2024-11-08T08:22:10,089 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/default/test/f5eb8e7eb085ba595e262ba0a42bff06/.tmp/norep/99fa848932464743a2a67f7eb31ba014 is 33, key is row1/norep:/1731054124254/DeleteFamily/seqid=0 2024-11-08T08:22:10,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741844_1020 (size=5108) 2024-11-08T08:22:10,094 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/default/test/f5eb8e7eb085ba595e262ba0a42bff06/.tmp/norep/99fa848932464743a2a67f7eb31ba014 2024-11-08T08:22:10,098 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99fa848932464743a2a67f7eb31ba014 2024-11-08T08:22:10,098 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/default/test/f5eb8e7eb085ba595e262ba0a42bff06/.tmp/f/5f890a50048540cebd07449b27a57be5 as hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/default/test/f5eb8e7eb085ba595e262ba0a42bff06/f/5f890a50048540cebd07449b27a57be5 2024-11-08T08:22:10,102 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f890a50048540cebd07449b27a57be5 2024-11-08T08:22:10,102 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/default/test/f5eb8e7eb085ba595e262ba0a42bff06/f/5f890a50048540cebd07449b27a57be5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T08:22:10,102 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/default/test/f5eb8e7eb085ba595e262ba0a42bff06/.tmp/f1/cc2538cd7374430ba68e015356554d35 as hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/default/test/f5eb8e7eb085ba595e262ba0a42bff06/f1/cc2538cd7374430ba68e015356554d35 2024-11-08T08:22:10,105 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cc2538cd7374430ba68e015356554d35 2024-11-08T08:22:10,106 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/default/test/f5eb8e7eb085ba595e262ba0a42bff06/f1/cc2538cd7374430ba68e015356554d35, entries=3, sequenceid=10, filesize=5.0 K 2024-11-08T08:22:10,106 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/default/test/f5eb8e7eb085ba595e262ba0a42bff06/.tmp/norep/99fa848932464743a2a67f7eb31ba014 as hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/default/test/f5eb8e7eb085ba595e262ba0a42bff06/norep/99fa848932464743a2a67f7eb31ba014 2024-11-08T08:22:10,109 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99fa848932464743a2a67f7eb31ba014 2024-11-08T08:22:10,109 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/default/test/f5eb8e7eb085ba595e262ba0a42bff06/norep/99fa848932464743a2a67f7eb31ba014, entries=1, sequenceid=10, filesize=5.0 K 2024-11-08T08:22:10,110 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f5eb8e7eb085ba595e262ba0a42bff06 in 478ms, sequenceid=10, compaction requested=false 2024-11-08T08:22:10,113 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/default/test/f5eb8e7eb085ba595e262ba0a42bff06/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-08T08:22:10,113 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:22:10,113 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:22:10,113 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06. 2024-11-08T08:22:10,113 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f5eb8e7eb085ba595e262ba0a42bff06: Waiting for close lock at 1731054129631Running coprocessor pre-close hooks at 1731054129631Disabling compacts and flushes for region at 1731054129631Disabling writes for close at 1731054129632 (+1 ms)Obtaining lock to block concurrent updates at 1731054129632Preparing flush snapshotting stores in f5eb8e7eb085ba595e262ba0a42bff06 at 1731054129632Finished memstore snapshotting test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731054129632Flushing stores of test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06. at 1731054129632Flushing f5eb8e7eb085ba595e262ba0a42bff06/f: creating writer at 1731054129632Flushing f5eb8e7eb085ba595e262ba0a42bff06/f: appending metadata at 1731054129644 (+12 ms)Flushing f5eb8e7eb085ba595e262ba0a42bff06/f: closing flushed file at 1731054129645 (+1 ms)Flushing f5eb8e7eb085ba595e262ba0a42bff06/f1: creating writer at 1731054130052 (+407 ms)Flushing f5eb8e7eb085ba595e262ba0a42bff06/f1: appending metadata at 1731054130067 (+15 ms)Flushing f5eb8e7eb085ba595e262ba0a42bff06/f1: closing flushed file at 1731054130067Flushing f5eb8e7eb085ba595e262ba0a42bff06/norep: creating writer at 1731054130074 (+7 ms)Flushing f5eb8e7eb085ba595e262ba0a42bff06/norep: appending metadata at 1731054130088 (+14 ms)Flushing f5eb8e7eb085ba595e262ba0a42bff06/norep: closing flushed file at 1731054130088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac62651: reopening flushed file at 1731054130098 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a09f929: reopening flushed file at 1731054130102 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d71be4: reopening flushed file at 1731054130106 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for f5eb8e7eb085ba595e262ba0a42bff06 in 478ms, sequenceid=10, compaction requested=false at 1731054130110 (+4 ms)Writing region close event to WAL at 1731054130111 (+1 ms)Running coprocessor post-close hooks at 1731054130113 (+2 ms)Closed at 1731054130113 2024-11-08T08:22:10,114 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06. 2024-11-08T08:22:10,114 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9738d0d33d924c1416bfca8bc0c3e5a7, disabling compactions & flushes 2024-11-08T08:22:10,114 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7. 2024-11-08T08:22:10,114 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7. 2024-11-08T08:22:10,114 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7. after waiting 0 ms 2024-11-08T08:22:10,114 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7. 2024-11-08T08:22:10,114 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9738d0d33d924c1416bfca8bc0c3e5a7 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-08T08:22:10,127 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/replication/9738d0d33d924c1416bfca8bc0c3e5a7/.tmp/queue/472872645769485182d9b189dd753320 is 154, key is 1-6ac96558fc7f,41681,1731054098476/queue:6ac96558fc7f%2C41681%2C1731054098476/1731054125854/Put/seqid=0 2024-11-08T08:22:10,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741845_1021 (size=5353) 2024-11-08T08:22:10,130 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/replication/9738d0d33d924c1416bfca8bc0c3e5a7/.tmp/queue/472872645769485182d9b189dd753320 2024-11-08T08:22:10,133 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/replication/9738d0d33d924c1416bfca8bc0c3e5a7/.tmp/queue/472872645769485182d9b189dd753320 as hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/replication/9738d0d33d924c1416bfca8bc0c3e5a7/queue/472872645769485182d9b189dd753320 2024-11-08T08:22:10,136 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/replication/9738d0d33d924c1416bfca8bc0c3e5a7/queue/472872645769485182d9b189dd753320, entries=1, sequenceid=12, filesize=5.2 K 2024-11-08T08:22:10,137 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 9738d0d33d924c1416bfca8bc0c3e5a7 in 23ms, sequenceid=12, compaction requested=false 2024-11-08T08:22:10,139 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/replication/9738d0d33d924c1416bfca8bc0c3e5a7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-08T08:22:10,140 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:22:10,140 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:22:10,140 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7. 2024-11-08T08:22:10,140 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9738d0d33d924c1416bfca8bc0c3e5a7: Waiting for close lock at 1731054130114Running coprocessor pre-close hooks at 1731054130114Disabling compacts and flushes for region at 1731054130114Disabling writes for close at 1731054130114Obtaining lock to block concurrent updates at 1731054130114Preparing flush snapshotting stores in 9738d0d33d924c1416bfca8bc0c3e5a7 at 1731054130114Finished memstore snapshotting hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731054130114Flushing stores of hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7. at 1731054130114Flushing 9738d0d33d924c1416bfca8bc0c3e5a7/queue: creating writer at 1731054130115 (+1 ms)Flushing 9738d0d33d924c1416bfca8bc0c3e5a7/queue: appending metadata at 1731054130126 (+11 ms)Flushing 9738d0d33d924c1416bfca8bc0c3e5a7/queue: closing flushed file at 1731054130126Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ea83283: reopening flushed file at 1731054130133 (+7 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 9738d0d33d924c1416bfca8bc0c3e5a7 in 23ms, sequenceid=12, compaction requested=false at 1731054130137 (+4 ms)Writing region close event to WAL at 1731054130137Running coprocessor post-close hooks at 1731054130140 (+3 ms)Closed at 1731054130140 2024-11-08T08:22:10,140 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731054115866.9738d0d33d924c1416bfca8bc0c3e5a7. 2024-11-08T08:22:10,232 DEBUG [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:10,380 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 1191, reset compression=false 2024-11-08T08:22:10,384 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:22:10,384 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 2082, reset compression=false 2024-11-08T08:22:10,384 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.shipper6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,41681,1731054098476 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:22:10,385 ERROR [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.shipper6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6ac96558fc7f,41681,1731054098476: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6ac96558fc7f,41681,1731054098476, walGroup=6ac96558fc7f%2C41681%2C1731054098476, offset=6ac96558fc7f%2C41681%2C1731054098476.1731054100881:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:41681 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T08:22:10,386 ERROR [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.shipper6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T08:22:10,386 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.shipper6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T08:22:10,387 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.shipper6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T08:22:10,387 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.shipper6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T08:22:10,387 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.shipper6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T08:22:10,387 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.shipper6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 917229568 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 203397808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T08:22:10,387 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.shipper6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:39591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:39591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T08:22:10,433 DEBUG [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:10,471 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/.tmp/ns/4231cbf0e5714a41a740f53e03a1dde5 2024-11-08T08:22:10,489 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/.tmp/rep_barrier/e9aefead464444d3971f180e170ad3bd is 112, key is test,,1731054109374.f5eb8e7eb085ba595e262ba0a42bff06./rep_barrier:seqnumDuringOpen/1731054110599/Put/seqid=0 2024-11-08T08:22:10,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741846_1022 (size=5518) 2024-11-08T08:22:10,588 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 2082, reset compression=false 2024-11-08T08:22:10,633 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T08:22:10,633 DEBUG [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:22:10,633 DEBUG [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:10,833 DEBUG [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:10,892 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 2082, reset compression=false 2024-11-08T08:22:10,893 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/.tmp/rep_barrier/e9aefead464444d3971f180e170ad3bd 2024-11-08T08:22:10,911 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/.tmp/table/12fe58accde94b6f9ec842b8fe023378 is 53, key is hbase:replication/table:state/1731054116661/Put/seqid=0 2024-11-08T08:22:10,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741847_1023 (size=5308) 2024-11-08T08:22:11,033 DEBUG [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:11,233 DEBUG [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:11,250 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 636, reset compression=false 2024-11-08T08:22:11,296 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.wal-reader.6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 to pos 2082, reset compression=false 2024-11-08T08:22:11,314 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/.tmp/table/12fe58accde94b6f9ec842b8fe023378 2024-11-08T08:22:11,318 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/.tmp/info/39e5817f71564e38972ffc1be3e2bc75 as hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/info/39e5817f71564e38972ffc1be3e2bc75 2024-11-08T08:22:11,322 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/info/39e5817f71564e38972ffc1be3e2bc75, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T08:22:11,322 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/.tmp/ns/4231cbf0e5714a41a740f53e03a1dde5 as hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/ns/4231cbf0e5714a41a740f53e03a1dde5 2024-11-08T08:22:11,326 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/ns/4231cbf0e5714a41a740f53e03a1dde5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T08:22:11,327 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/.tmp/rep_barrier/e9aefead464444d3971f180e170ad3bd as hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/rep_barrier/e9aefead464444d3971f180e170ad3bd 2024-11-08T08:22:11,331 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/rep_barrier/e9aefead464444d3971f180e170ad3bd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T08:22:11,331 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/.tmp/table/12fe58accde94b6f9ec842b8fe023378 as hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/table/12fe58accde94b6f9ec842b8fe023378 2024-11-08T08:22:11,335 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/table/12fe58accde94b6f9ec842b8fe023378, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T08:22:11,336 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false 2024-11-08T08:22:11,336 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T08:22:11,340 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T08:22:11,340 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:22:11,340 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:22:11,340 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:22:11,340 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054129632Running coprocessor pre-close hooks at 1731054129632Disabling compacts and flushes for region at 1731054129632Disabling writes for close at 1731054129632Obtaining lock to block concurrent updates at 1731054129632Preparing flush snapshotting stores in 1588230740 at 1731054129632Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731054129633 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731054129633Flushing 1588230740/info: creating writer at 1731054129633Flushing 1588230740/info: appending metadata at 1731054129647 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731054129647Flushing 1588230740/ns: creating writer at 1731054130054 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731054130067 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731054130067Flushing 1588230740/rep_barrier: creating writer at 1731054130474 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731054130489 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731054130489Flushing 1588230740/table: creating writer at 1731054130897 (+408 ms)Flushing 1588230740/table: appending metadata at 1731054130910 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731054130910Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bf46c92: reopening flushed file at 1731054131318 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@595b9cf4: reopening flushed file at 1731054131322 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e2b7c6e: reopening flushed file at 1731054131326 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3236f98: reopening flushed file at 1731054131331 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false at 1731054131336 (+5 ms)Writing region close event to WAL at 1731054131338 (+2 ms)Running coprocessor post-close hooks at 1731054131340 (+2 ms)Closed at 1731054131340 2024-11-08T08:22:11,340 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:22:11,433 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,41681,1731054098476; all regions closed. 2024-11-08T08:22:11,435 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.meta.1731054101726.meta not finished, retry = 0 2024-11-08T08:22:11,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741834_1010 (size=4239) 2024-11-08T08:22:11,537 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.rep.1731054116625 not finished, retry = 0 2024-11-08T08:22:11,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741839_1015 (size=3114) 2024-11-08T08:22:11,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741832_1008 (size=2090) 2024-11-08T08:22:11,640 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/WALs/6ac96558fc7f,41681,1731054098476/6ac96558fc7f%2C41681%2C1731054098476.1731054100881 not finished, retry = 0 2024-11-08T08:22:11,741 DEBUG [RS:0;6ac96558fc7f:41681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:11,741 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:22:11,741 INFO [RS:0;6ac96558fc7f:41681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:22:11,741 INFO [RS:0;6ac96558fc7f:41681 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T08:22:11,741 INFO [RS:0;6ac96558fc7f:41681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:22:11,741 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:22:11,741 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ac96558fc7f,41681,1731054098476 because: Region server is closing 2024-11-08T08:22:11,741 INFO [RS:0;6ac96558fc7f:41681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:41681. 2024-11-08T08:22:11,741 DEBUG [RS:0;6ac96558fc7f:41681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:11,741 DEBUG [RS:0;6ac96558fc7f:41681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:11,741 DEBUG [RS:0;6ac96558fc7f:41681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:11,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:11,841 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,41681,1731054098476.replicationSource.shipper6ac96558fc7f%2C41681%2C1731054098476,1-6ac96558fc7f,41681,1731054098476 terminated 2024-11-08T08:22:11,842 INFO [RS:0;6ac96558fc7f:41681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:41681. 2024-11-08T08:22:11,842 DEBUG [RS:0;6ac96558fc7f:41681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:11,842 DEBUG [RS:0;6ac96558fc7f:41681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:11,842 DEBUG [RS:0;6ac96558fc7f:41681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:11,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:11,842 INFO [RS:0;6ac96558fc7f:41681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41681 2024-11-08T08:22:12,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1480990959/rs/6ac96558fc7f,41681,1731054098476 2024-11-08T08:22:12,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959/rs 2024-11-08T08:22:12,059 INFO [RS:0;6ac96558fc7f:41681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:22:12,198 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,41681,1731054098476] 2024-11-08T08:22:12,287 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1480990959/draining/6ac96558fc7f,41681,1731054098476 already deleted, retry=false 2024-11-08T08:22:12,287 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,41681,1731054098476 expired; onlineServers=0 2024-11-08T08:22:12,287 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,39591,1731054098332' ***** 2024-11-08T08:22:12,287 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:22:12,287 INFO [M:0;6ac96558fc7f:39591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:22:12,287 INFO [M:0;6ac96558fc7f:39591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:22:12,287 DEBUG [M:0;6ac96558fc7f:39591 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:22:12,287 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:22:12,287 DEBUG [M:0;6ac96558fc7f:39591 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:22:12,287 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054100530 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054100530,5,FailOnTimeoutGroup] 2024-11-08T08:22:12,287 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054100530 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054100530,5,FailOnTimeoutGroup] 2024-11-08T08:22:12,288 INFO [M:0;6ac96558fc7f:39591 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:22:12,288 INFO [M:0;6ac96558fc7f:39591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:22:12,288 DEBUG [M:0;6ac96558fc7f:39591 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:22:12,288 INFO [M:0;6ac96558fc7f:39591 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:22:12,288 INFO [M:0;6ac96558fc7f:39591 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:22:12,288 INFO [M:0;6ac96558fc7f:39591 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:22:12,288 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:22:12,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:12,298 INFO [RS:0;6ac96558fc7f:41681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:22:12,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41681-0x101198932f60004, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:12,298 INFO [RS:0;6ac96558fc7f:41681 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,41681,1731054098476; zookeeper connection closed. 2024-11-08T08:22:12,298 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ca5619a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ca5619a 2024-11-08T08:22:12,299 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:22:12,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1480990959/master 2024-11-08T08:22:12,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1480990959 2024-11-08T08:22:12,362 DEBUG [M:0;6ac96558fc7f:39591 {}] zookeeper.ZKUtil(347): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Unable to get data of znode /1-1480990959/master because node does not exist (not an error) 2024-11-08T08:22:12,362 WARN [M:0;6ac96558fc7f:39591 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:22:12,362 INFO [M:0;6ac96558fc7f:39591 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/.lastflushedseqids 2024-11-08T08:22:12,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741848_1024 (size=245) 2024-11-08T08:22:12,553 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 636, reset compression=false 2024-11-08T08:22:12,766 INFO [M:0;6ac96558fc7f:39591 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:22:12,766 INFO [M:0;6ac96558fc7f:39591 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:22:12,766 DEBUG [M:0;6ac96558fc7f:39591 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:22:12,766 INFO [M:0;6ac96558fc7f:39591 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:12,766 DEBUG [M:0;6ac96558fc7f:39591 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:12,766 DEBUG [M:0;6ac96558fc7f:39591 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:22:12,767 DEBUG [M:0;6ac96558fc7f:39591 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:12,767 INFO [M:0;6ac96558fc7f:39591 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-08T08:22:12,783 DEBUG [M:0;6ac96558fc7f:39591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1ae2b87256e429a9bffd66dfc43f41c is 82, key is hbase:meta,,1/info:regioninfo/1731054101752/Put/seqid=0 2024-11-08T08:22:12,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741849_1025 (size=5672) 2024-11-08T08:22:13,146 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:22:13,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:13,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:13,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:13,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:13,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:13,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:13,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:13,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:13,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:13,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:13,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:13,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:13,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:13,187 INFO [M:0;6ac96558fc7f:39591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1ae2b87256e429a9bffd66dfc43f41c 2024-11-08T08:22:13,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:13,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:13,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:13,202 DEBUG [M:0;6ac96558fc7f:39591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45b06b851c5946b08833682db1ada283 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731054116663/Put/seqid=0 2024-11-08T08:22:13,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741850_1026 (size=8515) 2024-11-08T08:22:13,220 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:22:13,221 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:22:13,221 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128886 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:22:13,606 INFO [M:0;6ac96558fc7f:39591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45b06b851c5946b08833682db1ada283 2024-11-08T08:22:13,622 DEBUG [M:0;6ac96558fc7f:39591 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fddfc9d0b47c4c79859549b398e2f035 is 69, key is 6ac96558fc7f,41681,1731054098476/rs:state/1731054100656/Put/seqid=0 2024-11-08T08:22:13,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741851_1027 (size=5156) 2024-11-08T08:22:13,626 INFO [M:0;6ac96558fc7f:39591 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fddfc9d0b47c4c79859549b398e2f035 2024-11-08T08:22:13,630 DEBUG [M:0;6ac96558fc7f:39591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1ae2b87256e429a9bffd66dfc43f41c as hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1ae2b87256e429a9bffd66dfc43f41c 2024-11-08T08:22:13,634 INFO [M:0;6ac96558fc7f:39591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1ae2b87256e429a9bffd66dfc43f41c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-08T08:22:13,635 DEBUG [M:0;6ac96558fc7f:39591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/45b06b851c5946b08833682db1ada283 as hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45b06b851c5946b08833682db1ada283 2024-11-08T08:22:13,639 INFO [M:0;6ac96558fc7f:39591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/45b06b851c5946b08833682db1ada283, entries=11, sequenceid=97, filesize=8.3 K 2024-11-08T08:22:13,640 DEBUG [M:0;6ac96558fc7f:39591 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fddfc9d0b47c4c79859549b398e2f035 as hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fddfc9d0b47c4c79859549b398e2f035 2024-11-08T08:22:13,643 INFO [M:0;6ac96558fc7f:39591 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38647/user/jenkins/test-data/e4747122-2971-630c-7539-9cd7be43c0d2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fddfc9d0b47c4c79859549b398e2f035, entries=1, sequenceid=97, filesize=5.0 K 2024-11-08T08:22:13,645 INFO [M:0;6ac96558fc7f:39591 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=97, compaction requested=false 2024-11-08T08:22:13,660 INFO [M:0;6ac96558fc7f:39591 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:13,660 DEBUG [M:0;6ac96558fc7f:39591 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054132766Disabling compacts and flushes for region at 1731054132766Disabling writes for close at 1731054132767 (+1 ms)Obtaining lock to block concurrent updates at 1731054132767Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731054132767Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731054132767Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731054132767Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731054132768 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731054132783 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731054132783Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731054133190 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731054133202 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731054133202Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731054133609 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731054133622 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731054133622Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@877aa72: reopening flushed file at 1731054133629 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40fe3c11: reopening flushed file at 1731054133634 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@518bb379: reopening flushed file at 1731054133639 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=97, compaction requested=false at 1731054133645 (+6 ms)Writing region close event to WAL at 1731054133660 (+15 ms)Closed at 1731054133660 2024-11-08T08:22:13,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36569 is added to blk_1073741830_1006 (size=63642) 2024-11-08T08:22:13,665 INFO [M:0;6ac96558fc7f:39591 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:22:13,665 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:22:13,665 INFO [M:0;6ac96558fc7f:39591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39591 2024-11-08T08:22:13,667 INFO [M:0;6ac96558fc7f:39591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:22:13,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:13,782 INFO [M:0;6ac96558fc7f:39591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:22:13,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39591-0x101198932f60003, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:13,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37c4a4ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:22:13,784 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57bb702a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:22:13,784 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:22:13,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2544141d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:22:13,784 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1be6a799{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/hadoop.log.dir/,STOPPED} 2024-11-08T08:22:13,785 WARN [BP-1734467977-172.17.0.3-1731054096270 heartbeating to localhost/127.0.0.1:38647 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:22:13,785 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:22:13,785 WARN [BP-1734467977-172.17.0.3-1731054096270 heartbeating to localhost/127.0.0.1:38647 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1734467977-172.17.0.3-1731054096270 (Datanode Uuid f1fab173-f3d3-4f64-8579-2d8fa5447a9d) service to localhost/127.0.0.1:38647 2024-11-08T08:22:13,786 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:22:13,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/cluster_4804695c-ad69-f609-7837-fafe710b3b8d/data/data1/current/BP-1734467977-172.17.0.3-1731054096270 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:22:13,786 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/cluster_4804695c-ad69-f609-7837-fafe710b3b8d/data/data2/current/BP-1734467977-172.17.0.3-1731054096270 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:22:13,786 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:22:13,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26774df5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:22:13,795 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37cee67{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:22:13,795 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:22:13,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2791c86e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:22:13,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bfff84b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f9f7fa86-40a1-2368-6dbd-817b27be8f2c/hadoop.log.dir/,STOPPED} 2024-11-08T08:22:13,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:22:13,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:22:13,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:22:13,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:13,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:13,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:13,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:13,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:22:13,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=137998474, stopped=false 2024-11-08T08:22:13,813 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,37725,1731054092594 2024-11-08T08:22:13,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724819328/running 2024-11-08T08:22:13,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724819328/running 2024-11-08T08:22:13,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328 2024-11-08T08:22:13,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328 2024-11-08T08:22:13,829 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:22:13,830 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:22:13,830 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:13,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:13,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Set watcher on znode that does not yet exist, /0-1724819328/running 2024-11-08T08:22:13,830 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,33267,1731054092801' ***** 2024-11-08T08:22:13,830 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:22:13,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Set watcher on znode that does not yet exist, /0-1724819328/running 2024-11-08T08:22:13,830 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:22:13,830 INFO [RS:0;6ac96558fc7f:33267 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:22:13,830 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:22:13,830 INFO [RS:0;6ac96558fc7f:33267 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:22:13,831 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ba72e8b19acb88292aadef22455f932 2024-11-08T08:22:13,831 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(3091): Received CLOSE for 55e905d29965bed9bb64bfda302aa600 2024-11-08T08:22:13,831 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,33267,1731054092801 2024-11-08T08:22:13,831 INFO [RS:0;6ac96558fc7f:33267 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:22:13,831 INFO [RS:0;6ac96558fc7f:33267 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:33267. 2024-11-08T08:22:13,831 DEBUG [RS:0;6ac96558fc7f:33267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:13,831 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ba72e8b19acb88292aadef22455f932, disabling compactions & flushes 2024-11-08T08:22:13,831 DEBUG [RS:0;6ac96558fc7f:33267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:13,831 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932. 2024-11-08T08:22:13,831 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:22:13,831 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932. 2024-11-08T08:22:13,831 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:22:13,831 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:22:13,831 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932. after waiting 0 ms 2024-11-08T08:22:13,831 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:22:13,831 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932. 2024-11-08T08:22:13,831 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8ba72e8b19acb88292aadef22455f932 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-08T08:22:13,831 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T08:22:13,831 DEBUG [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(1325): Online Regions={8ba72e8b19acb88292aadef22455f932=hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932., 55e905d29965bed9bb64bfda302aa600=test,,1731054107222.55e905d29965bed9bb64bfda302aa600., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:22:13,831 DEBUG [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e905d29965bed9bb64bfda302aa600, 8ba72e8b19acb88292aadef22455f932 2024-11-08T08:22:13,831 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:22:13,831 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:22:13,831 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:22:13,831 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:22:13,832 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:22:13,832 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T08:22:13,846 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/replication/8ba72e8b19acb88292aadef22455f932/.tmp/queue/3122d86ee7834a1e953956a79d50a29a is 153, key is 1-6ac96558fc7f,33267,1731054092801/queue:6ac96558fc7f%2C33267%2C1731054092801/1731054123434/Put/seqid=0 2024-11-08T08:22:13,848 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/.tmp/info/6cd8094f9f094386b8bcbb0c975cd6e1 is 147, key is hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932./info:regioninfo/1731054114929/Put/seqid=0 2024-11-08T08:22:13,850 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:22:13,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741840_1016 (size=5352) 2024-11-08T08:22:13,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741841_1017 (size=7686) 2024-11-08T08:22:13,956 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 636, reset compression=false 2024-11-08T08:22:13,992 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:22:13,992 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:22:14,032 DEBUG [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e905d29965bed9bb64bfda302aa600, 8ba72e8b19acb88292aadef22455f932 2024-11-08T08:22:14,232 DEBUG [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e905d29965bed9bb64bfda302aa600, 8ba72e8b19acb88292aadef22455f932 2024-11-08T08:22:14,262 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/replication/8ba72e8b19acb88292aadef22455f932/.tmp/queue/3122d86ee7834a1e953956a79d50a29a 2024-11-08T08:22:14,264 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/.tmp/info/6cd8094f9f094386b8bcbb0c975cd6e1 2024-11-08T08:22:14,267 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/replication/8ba72e8b19acb88292aadef22455f932/.tmp/queue/3122d86ee7834a1e953956a79d50a29a as hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/replication/8ba72e8b19acb88292aadef22455f932/queue/3122d86ee7834a1e953956a79d50a29a 2024-11-08T08:22:14,271 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/replication/8ba72e8b19acb88292aadef22455f932/queue/3122d86ee7834a1e953956a79d50a29a, entries=1, sequenceid=8, filesize=5.2 K 2024-11-08T08:22:14,272 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 8ba72e8b19acb88292aadef22455f932 in 441ms, sequenceid=8, compaction requested=false 2024-11-08T08:22:14,272 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T08:22:14,289 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/replication/8ba72e8b19acb88292aadef22455f932/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-08T08:22:14,289 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:22:14,289 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:22:14,289 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932. 2024-11-08T08:22:14,289 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ba72e8b19acb88292aadef22455f932: Waiting for close lock at 1731054133831Running coprocessor pre-close hooks at 1731054133831Disabling compacts and flushes for region at 1731054133831Disabling writes for close at 1731054133831Obtaining lock to block concurrent updates at 1731054133831Preparing flush snapshotting stores in 8ba72e8b19acb88292aadef22455f932 at 1731054133831Finished memstore snapshotting hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731054133832 (+1 ms)Flushing stores of hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932. at 1731054133832Flushing 8ba72e8b19acb88292aadef22455f932/queue: creating writer at 1731054133832Flushing 8ba72e8b19acb88292aadef22455f932/queue: appending metadata at 1731054133846 (+14 ms)Flushing 8ba72e8b19acb88292aadef22455f932/queue: closing flushed file at 1731054133846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@291441f8: reopening flushed file at 1731054134266 (+420 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 8ba72e8b19acb88292aadef22455f932 in 441ms, sequenceid=8, compaction requested=false at 1731054134272 (+6 ms)Writing region close event to WAL at 1731054134281 (+9 ms)Running coprocessor post-close hooks at 1731054134289 (+8 ms)Closed at 1731054134289 2024-11-08T08:22:14,290 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731054113706.8ba72e8b19acb88292aadef22455f932. 2024-11-08T08:22:14,290 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 55e905d29965bed9bb64bfda302aa600, disabling compactions & flushes 2024-11-08T08:22:14,290 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731054107222.55e905d29965bed9bb64bfda302aa600. 2024-11-08T08:22:14,290 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054107222.55e905d29965bed9bb64bfda302aa600. 2024-11-08T08:22:14,290 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731054107222.55e905d29965bed9bb64bfda302aa600. after waiting 0 ms 2024-11-08T08:22:14,290 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731054107222.55e905d29965bed9bb64bfda302aa600. 2024-11-08T08:22:14,290 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 55e905d29965bed9bb64bfda302aa600 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-08T08:22:14,310 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/.tmp/ns/590b6fbb729e487d9757627a83d653d7 is 43, key is default/ns:d/1731054096174/Put/seqid=0 2024-11-08T08:22:14,328 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/default/test/55e905d29965bed9bb64bfda302aa600/.tmp/f/02431a206ba14ceab0b7b19f6430858f is 28, key is row/f:/1731054123249/DeleteFamily/seqid=0 2024-11-08T08:22:14,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741842_1018 (size=5153) 2024-11-08T08:22:14,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741843_1019 (size=5085) 2024-11-08T08:22:14,432 DEBUG [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e905d29965bed9bb64bfda302aa600 2024-11-08T08:22:14,632 DEBUG [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e905d29965bed9bb64bfda302aa600 2024-11-08T08:22:14,735 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/.tmp/ns/590b6fbb729e487d9757627a83d653d7 2024-11-08T08:22:14,737 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/default/test/55e905d29965bed9bb64bfda302aa600/.tmp/f/02431a206ba14ceab0b7b19f6430858f 2024-11-08T08:22:14,740 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02431a206ba14ceab0b7b19f6430858f 2024-11-08T08:22:14,752 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/default/test/55e905d29965bed9bb64bfda302aa600/.tmp/f1/f9f699bf04bc4638920b1fa254e30305 is 29, key is row/f1:/1731054123249/DeleteFamily/seqid=0 2024-11-08T08:22:14,753 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/.tmp/rep_barrier/34dc1b890a5d490d81e53dddf621e56e is 112, key is test,,1731054107222.55e905d29965bed9bb64bfda302aa600./rep_barrier:seqnumDuringOpen/1731054108368/Put/seqid=0 2024-11-08T08:22:14,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741844_1020 (size=5089) 2024-11-08T08:22:14,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741845_1021 (size=5518) 2024-11-08T08:22:14,832 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T08:22:14,832 DEBUG [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(1325): Online Regions={55e905d29965bed9bb64bfda302aa600=test,,1731054107222.55e905d29965bed9bb64bfda302aa600., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:22:14,832 DEBUG [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e905d29965bed9bb64bfda302aa600 2024-11-08T08:22:15,033 DEBUG [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 55e905d29965bed9bb64bfda302aa600 2024-11-08T08:22:15,156 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/default/test/55e905d29965bed9bb64bfda302aa600/.tmp/f1/f9f699bf04bc4638920b1fa254e30305 2024-11-08T08:22:15,157 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/.tmp/rep_barrier/34dc1b890a5d490d81e53dddf621e56e 2024-11-08T08:22:15,159 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9f699bf04bc4638920b1fa254e30305 2024-11-08T08:22:15,171 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/.tmp/table/f0d142258723447b81e86d6db1beb095 is 53, key is hbase:replication/table:state/1731054114936/Put/seqid=0 2024-11-08T08:22:15,175 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/default/test/55e905d29965bed9bb64bfda302aa600/.tmp/norep/49bd4fe430e14c4c943c7fe22dca5aae is 32, key is row/norep:/1731054123249/DeleteFamily/seqid=0 2024-11-08T08:22:15,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741846_1022 (size=5308) 2024-11-08T08:22:15,178 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/.tmp/table/f0d142258723447b81e86d6db1beb095 2024-11-08T08:22:15,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741847_1023 (size=5101) 2024-11-08T08:22:15,181 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/default/test/55e905d29965bed9bb64bfda302aa600/.tmp/norep/49bd4fe430e14c4c943c7fe22dca5aae 2024-11-08T08:22:15,185 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/.tmp/info/6cd8094f9f094386b8bcbb0c975cd6e1 as hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/info/6cd8094f9f094386b8bcbb0c975cd6e1 2024-11-08T08:22:15,187 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49bd4fe430e14c4c943c7fe22dca5aae 2024-11-08T08:22:15,187 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/default/test/55e905d29965bed9bb64bfda302aa600/.tmp/f/02431a206ba14ceab0b7b19f6430858f as hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/default/test/55e905d29965bed9bb64bfda302aa600/f/02431a206ba14ceab0b7b19f6430858f 2024-11-08T08:22:15,189 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/info/6cd8094f9f094386b8bcbb0c975cd6e1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T08:22:15,190 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/.tmp/ns/590b6fbb729e487d9757627a83d653d7 as hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/ns/590b6fbb729e487d9757627a83d653d7 2024-11-08T08:22:15,191 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02431a206ba14ceab0b7b19f6430858f 2024-11-08T08:22:15,191 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/default/test/55e905d29965bed9bb64bfda302aa600/f/02431a206ba14ceab0b7b19f6430858f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T08:22:15,192 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/default/test/55e905d29965bed9bb64bfda302aa600/.tmp/f1/f9f699bf04bc4638920b1fa254e30305 as hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/default/test/55e905d29965bed9bb64bfda302aa600/f1/f9f699bf04bc4638920b1fa254e30305 2024-11-08T08:22:15,194 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/ns/590b6fbb729e487d9757627a83d653d7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T08:22:15,195 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/.tmp/rep_barrier/34dc1b890a5d490d81e53dddf621e56e as hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/rep_barrier/34dc1b890a5d490d81e53dddf621e56e 2024-11-08T08:22:15,196 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9f699bf04bc4638920b1fa254e30305 2024-11-08T08:22:15,196 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/default/test/55e905d29965bed9bb64bfda302aa600/f1/f9f699bf04bc4638920b1fa254e30305, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T08:22:15,198 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/default/test/55e905d29965bed9bb64bfda302aa600/.tmp/norep/49bd4fe430e14c4c943c7fe22dca5aae as hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/default/test/55e905d29965bed9bb64bfda302aa600/norep/49bd4fe430e14c4c943c7fe22dca5aae 2024-11-08T08:22:15,201 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/rep_barrier/34dc1b890a5d490d81e53dddf621e56e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T08:22:15,202 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/.tmp/table/f0d142258723447b81e86d6db1beb095 as hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/table/f0d142258723447b81e86d6db1beb095 2024-11-08T08:22:15,203 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49bd4fe430e14c4c943c7fe22dca5aae 2024-11-08T08:22:15,203 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/default/test/55e905d29965bed9bb64bfda302aa600/norep/49bd4fe430e14c4c943c7fe22dca5aae, entries=1, sequenceid=6, filesize=5.0 K 2024-11-08T08:22:15,204 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 55e905d29965bed9bb64bfda302aa600 in 914ms, sequenceid=6, compaction requested=false 2024-11-08T08:22:15,204 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T08:22:15,208 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/table/f0d142258723447b81e86d6db1beb095, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T08:22:15,209 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/default/test/55e905d29965bed9bb64bfda302aa600/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-08T08:22:15,210 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1377ms, sequenceid=16, compaction requested=false 2024-11-08T08:22:15,210 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:22:15,210 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:22:15,210 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731054107222.55e905d29965bed9bb64bfda302aa600. 2024-11-08T08:22:15,210 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 55e905d29965bed9bb64bfda302aa600: Waiting for close lock at 1731054134290Running coprocessor pre-close hooks at 1731054134290Disabling compacts and flushes for region at 1731054134290Disabling writes for close at 1731054134290Obtaining lock to block concurrent updates at 1731054134290Preparing flush snapshotting stores in 55e905d29965bed9bb64bfda302aa600 at 1731054134290Finished memstore snapshotting test,,1731054107222.55e905d29965bed9bb64bfda302aa600., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731054134290Flushing stores of test,,1731054107222.55e905d29965bed9bb64bfda302aa600. at 1731054134291 (+1 ms)Flushing 55e905d29965bed9bb64bfda302aa600/f: creating writer at 1731054134291Flushing 55e905d29965bed9bb64bfda302aa600/f: appending metadata at 1731054134327 (+36 ms)Flushing 55e905d29965bed9bb64bfda302aa600/f: closing flushed file at 1731054134327Flushing 55e905d29965bed9bb64bfda302aa600/f1: creating writer at 1731054134740 (+413 ms)Flushing 55e905d29965bed9bb64bfda302aa600/f1: appending metadata at 1731054134752 (+12 ms)Flushing 55e905d29965bed9bb64bfda302aa600/f1: closing flushed file at 1731054134752Flushing 55e905d29965bed9bb64bfda302aa600/norep: creating writer at 1731054135159 (+407 ms)Flushing 55e905d29965bed9bb64bfda302aa600/norep: appending metadata at 1731054135174 (+15 ms)Flushing 55e905d29965bed9bb64bfda302aa600/norep: closing flushed file at 1731054135174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bde2544: reopening flushed file at 1731054135187 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf37ed9: reopening flushed file at 1731054135191 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62995089: reopening flushed file at 1731054135197 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 55e905d29965bed9bb64bfda302aa600 in 914ms, sequenceid=6, compaction requested=false at 1731054135204 (+7 ms)Writing region close event to WAL at 1731054135206 (+2 ms)Running coprocessor post-close hooks at 1731054135210 (+4 ms)Closed at 1731054135210 2024-11-08T08:22:15,210 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731054107222.55e905d29965bed9bb64bfda302aa600. 2024-11-08T08:22:15,215 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T08:22:15,216 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:22:15,216 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:22:15,216 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:22:15,216 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054133831Running coprocessor pre-close hooks at 1731054133831Disabling compacts and flushes for region at 1731054133831Disabling writes for close at 1731054133832 (+1 ms)Obtaining lock to block concurrent updates at 1731054133832Preparing flush snapshotting stores in 1588230740 at 1731054133832Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731054133832Flushing stores of hbase:meta,,1.1588230740 at 1731054133832Flushing 1588230740/info: creating writer at 1731054133832Flushing 1588230740/info: appending metadata at 1731054133848 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731054133848Flushing 1588230740/ns: creating writer at 1731054134283 (+435 ms)Flushing 1588230740/ns: appending metadata at 1731054134309 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731054134309Flushing 1588230740/rep_barrier: creating writer at 1731054134738 (+429 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731054134753 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731054134753Flushing 1588230740/table: creating writer at 1731054135159 (+406 ms)Flushing 1588230740/table: appending metadata at 1731054135171 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731054135171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@529b2ff9: reopening flushed file at 1731054135184 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cf7f990: reopening flushed file at 1731054135189 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db5beb9: reopening flushed file at 1731054135194 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c546b4f: reopening flushed file at 1731054135201 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1377ms, sequenceid=16, compaction requested=false at 1731054135210 (+9 ms)Writing region close event to WAL at 1731054135213 (+3 ms)Running coprocessor post-close hooks at 1731054135216 (+3 ms)Closed at 1731054135216 2024-11-08T08:22:15,216 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:22:15,233 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,33267,1731054092801; all regions closed. 2024-11-08T08:22:15,235 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.meta.1731054096125.meta not finished, retry = 0 2024-11-08T08:22:15,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741834_1010 (size=4239) 2024-11-08T08:22:15,337 DEBUG [RS:0;6ac96558fc7f:33267 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/oldWALs 2024-11-08T08:22:15,337 INFO [RS:0;6ac96558fc7f:33267 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C33267%2C1731054092801.meta:.meta(num 1731054096125) 2024-11-08T08:22:15,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741839_1015 (size=2240) 2024-11-08T08:22:15,338 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.rep.1731054114877 not finished, retry = 0 2024-11-08T08:22:15,440 DEBUG [RS:0;6ac96558fc7f:33267 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/oldWALs 2024-11-08T08:22:15,441 INFO [RS:0;6ac96558fc7f:33267 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C33267%2C1731054092801.rep:(num 1731054114877) 2024-11-08T08:22:15,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741832_1008 (size=1535) 2024-11-08T08:22:15,442 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 not finished, retry = 0 2024-11-08T08:22:15,460 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 to pos 636, reset compression=false 2024-11-08T08:22:15,544 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133 2024-11-08T08:22:15,544 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:22:15,544 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-08T08:22:15,544 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.wal-reader.6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-08T08:22:15,544 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.shipper6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,33267,1731054092801 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/WALs/6ac96558fc7f,33267,1731054092801/6ac96558fc7f%2C33267%2C1731054092801.1731054095133, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-08T08:22:15,544 DEBUG [RS:0;6ac96558fc7f:33267 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/oldWALs 2024-11-08T08:22:15,544 INFO [RS:0;6ac96558fc7f:33267 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C33267%2C1731054092801:(num 1731054095133) 2024-11-08T08:22:15,544 DEBUG [RS:0;6ac96558fc7f:33267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:15,544 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:22:15,544 INFO [RS:0;6ac96558fc7f:33267 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:22:15,544 INFO [RS:0;6ac96558fc7f:33267 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T08:22:15,544 INFO [RS:0;6ac96558fc7f:33267 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:22:15,545 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ac96558fc7f,33267,1731054092801 because: Region server is closing 2024-11-08T08:22:15,545 INFO [RS:0;6ac96558fc7f:33267 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:33267. 2024-11-08T08:22:15,545 DEBUG [RS:0;6ac96558fc7f:33267 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:15,545 DEBUG [RS:0;6ac96558fc7f:33267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:15,545 DEBUG [RS:0;6ac96558fc7f:33267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:15,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:15,545 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:22:15,545 ERROR [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.shipper6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6ac96558fc7f,33267,1731054092801: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-6ac96558fc7f,33267,1731054092801, walGroup=6ac96558fc7f%2C33267%2C1731054092801, offset=6ac96558fc7f%2C33267%2C1731054092801.1731054095133:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:33267 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T08:22:15,546 ERROR [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.shipper6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T08:22:15,546 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.shipper6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T08:22:15,547 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.shipper6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T08:22:15,547 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.shipper6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T08:22:15,547 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.shipper6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T08:22:15,548 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.shipper6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 1011601408 }, "NonHeapMemoryUsage": { "committed": 206962688, "init": 7667712, "max": -1, "used": 203831072 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T08:22:15,553 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.shipper6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6ac96558fc7f%2C33267%2C1731054092801.1731054095133] 2024-11-08T08:22:15,645 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,33267,1731054092801.replicationSource.shipper6ac96558fc7f%2C33267%2C1731054092801,1-6ac96558fc7f,33267,1731054092801 terminated 2024-11-08T08:22:15,645 INFO [RS:0;6ac96558fc7f:33267 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33267 2024-11-08T08:22:15,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724819328/rs/6ac96558fc7f,33267,1731054092801 2024-11-08T08:22:15,725 INFO [RS:0;6ac96558fc7f:33267 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:22:15,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328/rs 2024-11-08T08:22:15,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,33267,1731054092801] 2024-11-08T08:22:15,798 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724819328/draining/6ac96558fc7f,33267,1731054092801 already deleted, retry=false 2024-11-08T08:22:15,798 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,33267,1731054092801 expired; onlineServers=0 2024-11-08T08:22:15,798 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,37725,1731054092594' ***** 2024-11-08T08:22:15,798 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:22:15,798 INFO [M:0;6ac96558fc7f:37725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:22:15,798 INFO [M:0;6ac96558fc7f:37725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:22:15,798 DEBUG [M:0;6ac96558fc7f:37725 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:22:15,798 DEBUG [M:0;6ac96558fc7f:37725 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:22:15,798 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:22:15,798 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054094861 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054094861,5,FailOnTimeoutGroup] 2024-11-08T08:22:15,798 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054094861 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054094861,5,FailOnTimeoutGroup] 2024-11-08T08:22:15,798 INFO [M:0;6ac96558fc7f:37725 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:22:15,798 INFO [M:0;6ac96558fc7f:37725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:22:15,798 DEBUG [M:0;6ac96558fc7f:37725 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:22:15,798 INFO [M:0;6ac96558fc7f:37725 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:22:15,799 INFO [M:0;6ac96558fc7f:37725 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:22:15,799 ERROR [M:0;6ac96558fc7f:37725 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35791,5,PEWorkerGroup] 2024-11-08T08:22:15,799 INFO [M:0;6ac96558fc7f:37725 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:22:15,799 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:22:15,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724819328/master 2024-11-08T08:22:15,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724819328 2024-11-08T08:22:15,808 DEBUG [M:0;6ac96558fc7f:37725 {}] zookeeper.ZKUtil(347): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Unable to get data of znode /0-1724819328/master because node does not exist (not an error) 2024-11-08T08:22:15,808 WARN [M:0;6ac96558fc7f:37725 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:22:15,812 INFO [M:0;6ac96558fc7f:37725 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/.lastflushedseqids 2024-11-08T08:22:15,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741848_1024 (size=245) 2024-11-08T08:22:15,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:15,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33267-0x101198932f60001, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:15,888 INFO [RS:0;6ac96558fc7f:33267 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:22:15,888 INFO [RS:0;6ac96558fc7f:33267 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,33267,1731054092801; zookeeper connection closed. 2024-11-08T08:22:15,888 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5251a149 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5251a149 2024-11-08T08:22:15,888 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:22:16,216 INFO [M:0;6ac96558fc7f:37725 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:22:16,216 INFO [M:0;6ac96558fc7f:37725 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:22:16,216 DEBUG [M:0;6ac96558fc7f:37725 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:22:16,216 INFO [M:0;6ac96558fc7f:37725 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:16,216 DEBUG [M:0;6ac96558fc7f:37725 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:16,216 DEBUG [M:0;6ac96558fc7f:37725 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:22:16,216 DEBUG [M:0;6ac96558fc7f:37725 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:16,217 INFO [M:0;6ac96558fc7f:37725 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-08T08:22:16,236 DEBUG [M:0;6ac96558fc7f:37725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f5b576548474e499a350123d2162b4d is 82, key is hbase:meta,,1/info:regioninfo/1731054096153/Put/seqid=0 2024-11-08T08:22:16,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741849_1025 (size=5672) 2024-11-08T08:22:16,640 INFO [M:0;6ac96558fc7f:37725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f5b576548474e499a350123d2162b4d 2024-11-08T08:22:16,658 DEBUG [M:0;6ac96558fc7f:37725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1486b99152e346aface84cd0a560bf61 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731054108377/Put/seqid=0 2024-11-08T08:22:16,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741850_1026 (size=7218) 2024-11-08T08:22:16,662 INFO [M:0;6ac96558fc7f:37725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1486b99152e346aface84cd0a560bf61 2024-11-08T08:22:16,666 INFO [M:0;6ac96558fc7f:37725 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1486b99152e346aface84cd0a560bf61 2024-11-08T08:22:16,682 DEBUG [M:0;6ac96558fc7f:37725 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e59964f9948e4ed088dd72b5365922f2 is 69, key is 6ac96558fc7f,33267,1731054092801/rs:state/1731054094969/Put/seqid=0 2024-11-08T08:22:16,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741851_1027 (size=5156) 2024-11-08T08:22:16,686 INFO [M:0;6ac96558fc7f:37725 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e59964f9948e4ed088dd72b5365922f2 2024-11-08T08:22:16,690 DEBUG [M:0;6ac96558fc7f:37725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4f5b576548474e499a350123d2162b4d as hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f5b576548474e499a350123d2162b4d 2024-11-08T08:22:16,694 INFO [M:0;6ac96558fc7f:37725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4f5b576548474e499a350123d2162b4d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-08T08:22:16,695 DEBUG [M:0;6ac96558fc7f:37725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1486b99152e346aface84cd0a560bf61 as hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1486b99152e346aface84cd0a560bf61 2024-11-08T08:22:16,700 INFO [M:0;6ac96558fc7f:37725 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1486b99152e346aface84cd0a560bf61 2024-11-08T08:22:16,701 INFO [M:0;6ac96558fc7f:37725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1486b99152e346aface84cd0a560bf61, entries=11, sequenceid=105, filesize=7.0 K 2024-11-08T08:22:16,701 DEBUG [M:0;6ac96558fc7f:37725 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e59964f9948e4ed088dd72b5365922f2 as hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e59964f9948e4ed088dd72b5365922f2 2024-11-08T08:22:16,706 INFO [M:0;6ac96558fc7f:37725 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35791/user/jenkins/test-data/53fc5b2a-b1fc-3a31-dc50-eec7c3158a59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e59964f9948e4ed088dd72b5365922f2, entries=1, sequenceid=105, filesize=5.0 K 2024-11-08T08:22:16,706 INFO [M:0;6ac96558fc7f:37725 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 490ms, sequenceid=105, compaction requested=false 2024-11-08T08:22:16,710 INFO [M:0;6ac96558fc7f:37725 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:16,710 DEBUG [M:0;6ac96558fc7f:37725 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054136216Disabling compacts and flushes for region at 1731054136216Disabling writes for close at 1731054136216Obtaining lock to block concurrent updates at 1731054136217 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731054136217Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731054136217Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731054136217Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731054136217Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731054136236 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731054136236Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731054136644 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731054136657 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731054136657Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731054136666 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731054136681 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731054136681Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6157a765: reopening flushed file at 1731054136690 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a030093: reopening flushed file at 1731054136694 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5770bbd: reopening flushed file at 1731054136701 (+7 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 490ms, sequenceid=105, compaction requested=false at 1731054136706 (+5 ms)Writing region close event to WAL at 1731054136710 (+4 ms)Closed at 1731054136710 2024-11-08T08:22:16,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38535 is added to blk_1073741830_1006 (size=64423) 2024-11-08T08:22:16,714 INFO [M:0;6ac96558fc7f:37725 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:22:16,714 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:22:16,714 INFO [M:0;6ac96558fc7f:37725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37725 2024-11-08T08:22:16,714 INFO [M:0;6ac96558fc7f:37725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:22:16,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:16,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37725-0x101198932f60000, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:16,878 INFO [M:0;6ac96558fc7f:37725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:22:16,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b9eaaac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:22:16,894 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@611a7b22{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:22:16,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:22:16,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bbc8ea4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:22:16,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4435cf53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/hadoop.log.dir/,STOPPED} 2024-11-08T08:22:16,896 WARN [BP-1017395663-172.17.0.3-1731054090083 heartbeating to localhost/127.0.0.1:35791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:22:16,896 WARN [BP-1017395663-172.17.0.3-1731054090083 heartbeating to localhost/127.0.0.1:35791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1017395663-172.17.0.3-1731054090083 (Datanode Uuid 8778e7d2-85e6-4398-8aca-9722a4ebef7d) service to localhost/127.0.0.1:35791 2024-11-08T08:22:16,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/cluster_d2449361-1bc4-74d9-83b8-b3148562bc4c/data/data1/current/BP-1017395663-172.17.0.3-1731054090083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:22:16,897 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/cluster_d2449361-1bc4-74d9-83b8-b3148562bc4c/data/data2/current/BP-1017395663-172.17.0.3-1731054090083 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:22:16,897 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:22:16,897 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:22:16,897 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:22:16,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37e957d4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:22:16,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c34b39a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:22:16,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:22:16,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@daf06f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:22:16,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5262f67e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/870120ae-2f4e-5662-2e68-b475c942f06d/hadoop.log.dir/,STOPPED} 2024-11-08T08:22:16,914 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T08:22:16,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:22:16,943 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:36493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:38647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38647 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38647 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35791 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:35791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53199) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53199) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38647 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38647 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:36493 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53199) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=584 (was 414) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4595 (was 4923) 2024-11-08T08:22:16,959 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=584, ProcessCount=11, AvailableMemoryMB=4595 2024-11-08T08:22:16,977 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-08T08:22:16,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/hadoop.log.dir so I do NOT create it in target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900 2024-11-08T08:22:16,978 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:22:16,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/hadoop.tmp.dir so I do NOT create it in target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900 2024-11-08T08:22:16,978 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3eefc069-b43d-c395-6a4b-e02216b842cf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:22:16,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900 2024-11-08T08:22:16,978 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/cluster_4156af6f-62d7-83fc-6b0b-2c010005d270, deleteOnExit=true 2024-11-08T08:22:16,992 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/cluster_4156af6f-62d7-83fc-6b0b-2c010005d270/zookeeper_0, clientPort=59015, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/cluster_4156af6f-62d7-83fc-6b0b-2c010005d270/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/cluster_4156af6f-62d7-83fc-6b0b-2c010005d270/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T08:22:16,993 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59015 2024-11-08T08:22:16,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:22:16,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:22:16,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/test.cache.data in system properties and HBase conf 2024-11-08T08:22:16,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:22:16,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:22:16,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:22:16,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:22:16,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:22:16,994 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:22:16,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:22:16,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:22:16,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:22:16,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:22:16,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:22:16,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:22:16,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:22:16,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:22:16,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:22:16,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:22:16,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:22:16,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:22:16,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:22:16,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:22:17,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101198932f60005, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:22:17,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101198932f60002, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:22:17,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101198932f60005, quorum=127.0.0.1:53199, baseZNode=/1-1480990959 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:22:17,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101198932f60008, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:22:17,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101198932f60002, quorum=127.0.0.1:53199, baseZNode=/0-1724819328 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:22:17,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101198932f60008, quorum=127.0.0.1:53199, baseZNode=/2-1061394856 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:22:17,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:22:17,376 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:22:17,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:22:17,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:22:17,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T08:22:17,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:22:17,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a5def59{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:22:17,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@502e9d8f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:22:17,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@513add82{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/java.io.tmpdir/jetty-localhost-39193-hadoop-hdfs-3_4_1-tests_jar-_-any-13004791513167781543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:22:17,547 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b0e77ad{HTTP/1.1, (http/1.1)}{localhost:39193} 2024-11-08T08:22:17,547 INFO [Time-limited test {}] server.Server(415): Started @333738ms 2024-11-08T08:22:17,866 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:22:17,870 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:22:17,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:22:17,872 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:22:17,872 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:22:17,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a2b53ed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:22:17,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@221ea79b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:22:17,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7141e8e7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/java.io.tmpdir/jetty-localhost-45239-hadoop-hdfs-3_4_1-tests_jar-_-any-10598593600906555650/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:22:17,989 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6df85e83{HTTP/1.1, (http/1.1)}{localhost:45239} 2024-11-08T08:22:17,989 INFO [Time-limited test {}] server.Server(415): Started @334181ms 2024-11-08T08:22:17,990 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:22:18,739 WARN [Thread-4200 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/cluster_4156af6f-62d7-83fc-6b0b-2c010005d270/data/data2/current/BP-223531575-172.17.0.3-1731054137014/current, will proceed with Du for space computation calculation, 2024-11-08T08:22:18,739 WARN [Thread-4199 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/cluster_4156af6f-62d7-83fc-6b0b-2c010005d270/data/data1/current/BP-223531575-172.17.0.3-1731054137014/current, will proceed with Du for space computation calculation, 2024-11-08T08:22:18,758 WARN [Thread-4187 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:22:18,760 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x549bce43a470d7c5 with lease ID 0xa949cefa3e9c2112: Processing first storage report for DS-ba5698e0-d943-424c-bf0d-8b031bd5e44c from datanode DatanodeRegistration(127.0.0.1:38381, datanodeUuid=a78939a3-40a0-41ff-a463-294fa9b98a0f, infoPort=33367, infoSecurePort=0, ipcPort=44137, storageInfo=lv=-57;cid=testClusterID;nsid=1181930599;c=1731054137014) 2024-11-08T08:22:18,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x549bce43a470d7c5 with lease ID 0xa949cefa3e9c2112: from storage DS-ba5698e0-d943-424c-bf0d-8b031bd5e44c node DatanodeRegistration(127.0.0.1:38381, datanodeUuid=a78939a3-40a0-41ff-a463-294fa9b98a0f, infoPort=33367, infoSecurePort=0, ipcPort=44137, storageInfo=lv=-57;cid=testClusterID;nsid=1181930599;c=1731054137014), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:22:18,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x549bce43a470d7c5 with lease ID 0xa949cefa3e9c2112: Processing first storage report for DS-2d197ee1-bb9d-41b2-98b7-5245f7c2e894 from datanode DatanodeRegistration(127.0.0.1:38381, datanodeUuid=a78939a3-40a0-41ff-a463-294fa9b98a0f, infoPort=33367, infoSecurePort=0, ipcPort=44137, storageInfo=lv=-57;cid=testClusterID;nsid=1181930599;c=1731054137014) 2024-11-08T08:22:18,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x549bce43a470d7c5 with lease ID 0xa949cefa3e9c2112: from storage DS-2d197ee1-bb9d-41b2-98b7-5245f7c2e894 node DatanodeRegistration(127.0.0.1:38381, datanodeUuid=a78939a3-40a0-41ff-a463-294fa9b98a0f, infoPort=33367, infoSecurePort=0, ipcPort=44137, storageInfo=lv=-57;cid=testClusterID;nsid=1181930599;c=1731054137014), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:22:18,823 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900 2024-11-08T08:22:18,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:18,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:18,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:22:19,260 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d with version=8 2024-11-08T08:22:19,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/hbase-staging 2024-11-08T08:22:19,262 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:22:19,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:19,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:19,263 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:22:19,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:19,263 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:22:19,263 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:22:19,263 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:22:19,264 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45833 2024-11-08T08:22:19,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45833 connecting to ZooKeeper ensemble=127.0.0.1:59015 2024-11-08T08:22:19,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458330x0, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:22:19,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45833-0x1011989ea430000 connected 2024-11-08T08:22:19,513 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:19,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:19,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Set watcher on znode that does not yet exist, /0179279045/running 2024-11-08T08:22:19,517 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d, hbase.cluster.distributed=false 2024-11-08T08:22:19,518 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Set watcher on znode that does not yet exist, /0179279045/acl 2024-11-08T08:22:19,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45833 2024-11-08T08:22:19,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45833 2024-11-08T08:22:19,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45833 2024-11-08T08:22:19,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45833 2024-11-08T08:22:19,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45833 2024-11-08T08:22:19,544 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:22:19,544 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:19,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:19,545 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:22:19,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:19,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:22:19,545 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:22:19,545 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:22:19,552 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36943 2024-11-08T08:22:19,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36943 connecting to ZooKeeper ensemble=127.0.0.1:59015 2024-11-08T08:22:19,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:19,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:19,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369430x0, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:22:19,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369430x0, quorum=127.0.0.1:59015, baseZNode=/0179279045 Set watcher on znode that does not yet exist, /0179279045/running 2024-11-08T08:22:19,567 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:22:19,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36943-0x1011989ea430001 connected 2024-11-08T08:22:19,573 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:22:19,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36943-0x1011989ea430001, quorum=127.0.0.1:59015, baseZNode=/0179279045 Set watcher on znode that does not yet exist, /0179279045/master 2024-11-08T08:22:19,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36943-0x1011989ea430001, quorum=127.0.0.1:59015, baseZNode=/0179279045 Set watcher on znode that does not yet exist, /0179279045/acl 2024-11-08T08:22:19,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36943 2024-11-08T08:22:19,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36943 2024-11-08T08:22:19,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36943 2024-11-08T08:22:19,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36943 2024-11-08T08:22:19,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36943 2024-11-08T08:22:19,605 DEBUG [M:0;6ac96558fc7f:45833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:45833 2024-11-08T08:22:19,612 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0179279045/backup-masters/6ac96558fc7f,45833,1731054139262 2024-11-08T08:22:19,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36943-0x1011989ea430001, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0179279045/backup-masters 2024-11-08T08:22:19,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0179279045/backup-masters 2024-11-08T08:22:19,619 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Set watcher on existing znode=/0179279045/backup-masters/6ac96558fc7f,45833,1731054139262 2024-11-08T08:22:19,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36943-0x1011989ea430001, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0179279045/master 2024-11-08T08:22:19,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0179279045 2024-11-08T08:22:19,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36943-0x1011989ea430001, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0179279045 2024-11-08T08:22:19,629 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Set watcher on existing znode=/0179279045/master 2024-11-08T08:22:19,630 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0179279045/backup-masters/6ac96558fc7f,45833,1731054139262 from backup master directory 2024-11-08T08:22:19,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0179279045/backup-masters/6ac96558fc7f,45833,1731054139262 2024-11-08T08:22:19,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36943-0x1011989ea430001, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0179279045/backup-masters 2024-11-08T08:22:19,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0179279045/backup-masters 2024-11-08T08:22:19,640 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:22:19,640 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,45833,1731054139262 2024-11-08T08:22:19,642 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/hbase.id] with ID: c291f750-8de4-4f43-8ba4-640e0e39fade 2024-11-08T08:22:19,642 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/.tmp/hbase.id 2024-11-08T08:22:19,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:22:19,792 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:22:19,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:19,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:19,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:19,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:19,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:19,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:19,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:19,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:19,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:19,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:19,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:19,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:19,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:19,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:19,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:19,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:19,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:19,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:20,048 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/.tmp/hbase.id]:[hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/hbase.id] 2024-11-08T08:22:20,056 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:20,056 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:22:20,057 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T08:22:20,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36943-0x1011989ea430001, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0179279045 2024-11-08T08:22:20,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0179279045 2024-11-08T08:22:20,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:22:20,074 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:22:20,075 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:22:20,075 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:22:20,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:22:20,481 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/MasterData/data/master/store 2024-11-08T08:22:20,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:22:20,498 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:20,498 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:22:20,498 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:20,498 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:20,498 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:22:20,498 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:20,498 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:20,498 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054140498Disabling compacts and flushes for region at 1731054140498Disabling writes for close at 1731054140498Writing region close event to WAL at 1731054140498Closed at 1731054140498 2024-11-08T08:22:20,499 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/MasterData/data/master/store/.initializing 2024-11-08T08:22:20,499 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/MasterData/WALs/6ac96558fc7f,45833,1731054139262 2024-11-08T08:22:20,500 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:22:20,501 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C45833%2C1731054139262, suffix=, logDir=hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/MasterData/WALs/6ac96558fc7f,45833,1731054139262, archiveDir=hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/MasterData/oldWALs, maxLogs=10 2024-11-08T08:22:20,515 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/MasterData/WALs/6ac96558fc7f,45833,1731054139262/6ac96558fc7f%2C45833%2C1731054139262.1731054140502, exclude list is [], retry=0 2024-11-08T08:22:20,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-ba5698e0-d943-424c-bf0d-8b031bd5e44c,DISK] 2024-11-08T08:22:20,519 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/MasterData/WALs/6ac96558fc7f,45833,1731054139262/6ac96558fc7f%2C45833%2C1731054139262.1731054140502 2024-11-08T08:22:20,520 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33367:33367)] 2024-11-08T08:22:20,520 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:22:20,520 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:20,520 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:20,520 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:20,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:20,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:22:20,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:20,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:20,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:20,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:22:20,523 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:20,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:20,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:20,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:22:20,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:20,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:20,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:20,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:22:20,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:20,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:20,526 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:20,527 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:20,527 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:20,528 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:20,528 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:20,528 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:22:20,529 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:20,530 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:22:20,531 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68241772, jitterRate=0.01688164472579956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:22:20,531 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731054140520Initializing all the Stores at 1731054140521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054140521Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054140521Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054140521Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054140521Cleaning up temporary data from old regions at 1731054140528 (+7 ms)Region opened successfully at 1731054140531 (+3 ms) 2024-11-08T08:22:20,531 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:22:20,534 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6c5071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:22:20,535 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:22:20,535 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:22:20,535 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:22:20,535 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:22:20,536 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:22:20,536 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:22:20,536 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:22:20,538 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:22:20,538 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Unable to get data of znode /0179279045/balancer because node does not exist (not necessarily an error) 2024-11-08T08:22:20,597 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0179279045/balancer already deleted, retry=false 2024-11-08T08:22:20,598 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:22:20,598 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Unable to get data of znode /0179279045/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:22:20,608 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0179279045/normalizer already deleted, retry=false 2024-11-08T08:22:20,608 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:22:20,609 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Unable to get data of znode /0179279045/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:22:20,618 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0179279045/switch/split already deleted, retry=false 2024-11-08T08:22:20,619 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Unable to get data of znode /0179279045/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:22:20,629 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0179279045/switch/merge already deleted, retry=false 2024-11-08T08:22:20,631 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Unable to get data of znode /0179279045/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:22:20,639 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0179279045/snapshot-cleanup already deleted, retry=false 2024-11-08T08:22:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36943-0x1011989ea430001, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0179279045/running 2024-11-08T08:22:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0179279045/running 2024-11-08T08:22:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36943-0x1011989ea430001, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0179279045 2024-11-08T08:22:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0179279045 2024-11-08T08:22:20,650 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,45833,1731054139262, sessionid=0x1011989ea430000, setting cluster-up flag (Was=false) 2024-11-08T08:22:20,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0179279045 2024-11-08T08:22:20,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36943-0x1011989ea430001, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0179279045 2024-11-08T08:22:20,702 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0179279045/flush-table-proc/acquired, /0179279045/flush-table-proc/reached, /0179279045/flush-table-proc/abort 2024-11-08T08:22:20,703 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,45833,1731054139262 2024-11-08T08:22:20,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0179279045 2024-11-08T08:22:20,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36943-0x1011989ea430001, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0179279045 2024-11-08T08:22:20,755 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0179279045/online-snapshot/acquired, /0179279045/online-snapshot/reached, /0179279045/online-snapshot/abort 2024-11-08T08:22:20,756 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,45833,1731054139262 2024-11-08T08:22:20,757 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:22:20,758 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:22:20,758 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:22:20,758 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:22:20,758 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,45833,1731054139262 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:22:20,759 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:22:20,759 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:22:20,759 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:22:20,760 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:22:20,760 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:22:20,760 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:20,760 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:22:20,760 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:20,761 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731054170761 2024-11-08T08:22:20,761 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:22:20,761 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:22:20,761 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:22:20,761 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:22:20,761 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:22:20,761 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:22:20,761 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:22:20,761 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:22:20,761 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:20,762 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:22:20,762 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:22:20,762 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:22:20,762 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:22:20,762 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:22:20,762 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:22:20,762 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:20,762 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054140762,5,FailOnTimeoutGroup] 2024-11-08T08:22:20,762 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:22:20,763 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054140762,5,FailOnTimeoutGroup] 2024-11-08T08:22:20,763 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:20,763 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:22:20,763 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:20,763 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:20,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:22:20,794 INFO [RS:0;6ac96558fc7f:36943 {}] regionserver.HRegionServer(746): ClusterId : c291f750-8de4-4f43-8ba4-640e0e39fade 2024-11-08T08:22:20,794 DEBUG [RS:0;6ac96558fc7f:36943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:22:20,806 DEBUG [RS:0;6ac96558fc7f:36943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:22:20,806 DEBUG [RS:0;6ac96558fc7f:36943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:22:20,819 DEBUG [RS:0;6ac96558fc7f:36943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:22:20,819 DEBUG [RS:0;6ac96558fc7f:36943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8aa00b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:22:20,832 DEBUG [RS:0;6ac96558fc7f:36943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:36943 2024-11-08T08:22:20,832 INFO [RS:0;6ac96558fc7f:36943 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:22:20,832 INFO [RS:0;6ac96558fc7f:36943 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:22:20,832 DEBUG [RS:0;6ac96558fc7f:36943 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:22:20,833 INFO [RS:0;6ac96558fc7f:36943 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,45833,1731054139262 with port=36943, startcode=1731054139544 2024-11-08T08:22:20,833 DEBUG [RS:0;6ac96558fc7f:36943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:22:20,839 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:22:20,840 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45833 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,36943,1731054139544 2024-11-08T08:22:20,840 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45833 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,36943,1731054139544 2024-11-08T08:22:20,841 DEBUG [RS:0;6ac96558fc7f:36943 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d 2024-11-08T08:22:20,841 DEBUG [RS:0;6ac96558fc7f:36943 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33687 2024-11-08T08:22:20,841 DEBUG [RS:0;6ac96558fc7f:36943 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:22:20,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0179279045/rs 2024-11-08T08:22:20,850 DEBUG [RS:0;6ac96558fc7f:36943 {}] zookeeper.ZKUtil(111): regionserver:36943-0x1011989ea430001, quorum=127.0.0.1:59015, baseZNode=/0179279045 Set watcher on existing znode=/0179279045/rs/6ac96558fc7f,36943,1731054139544 2024-11-08T08:22:20,850 WARN [RS:0;6ac96558fc7f:36943 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:22:20,850 INFO [RS:0;6ac96558fc7f:36943 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:22:20,850 DEBUG [RS:0;6ac96558fc7f:36943 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/WALs/6ac96558fc7f,36943,1731054139544 2024-11-08T08:22:20,850 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,36943,1731054139544] 2024-11-08T08:22:20,853 INFO [RS:0;6ac96558fc7f:36943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:22:20,854 INFO [RS:0;6ac96558fc7f:36943 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:22:20,854 INFO [RS:0;6ac96558fc7f:36943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:22:20,855 INFO [RS:0;6ac96558fc7f:36943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:20,856 INFO [RS:0;6ac96558fc7f:36943 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:22:20,857 INFO [RS:0;6ac96558fc7f:36943 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:22:20,857 INFO [RS:0;6ac96558fc7f:36943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:20,857 DEBUG [RS:0;6ac96558fc7f:36943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:20,857 DEBUG [RS:0;6ac96558fc7f:36943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:20,857 DEBUG [RS:0;6ac96558fc7f:36943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:20,857 DEBUG [RS:0;6ac96558fc7f:36943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:20,857 DEBUG [RS:0;6ac96558fc7f:36943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:20,857 DEBUG [RS:0;6ac96558fc7f:36943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:22:20,857 DEBUG [RS:0;6ac96558fc7f:36943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:20,857 DEBUG [RS:0;6ac96558fc7f:36943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:20,857 DEBUG [RS:0;6ac96558fc7f:36943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:20,857 DEBUG [RS:0;6ac96558fc7f:36943 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:20,857 DEBUG [RS:0;6ac96558fc7f:36943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:20,857 DEBUG [RS:0;6ac96558fc7f:36943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:20,857 DEBUG [RS:0;6ac96558fc7f:36943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:22:20,857 DEBUG [RS:0;6ac96558fc7f:36943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:22:20,860 INFO [RS:0;6ac96558fc7f:36943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:20,860 INFO [RS:0;6ac96558fc7f:36943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:20,860 INFO [RS:0;6ac96558fc7f:36943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:20,860 INFO [RS:0;6ac96558fc7f:36943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:20,860 INFO [RS:0;6ac96558fc7f:36943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:20,860 INFO [RS:0;6ac96558fc7f:36943 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,36943,1731054139544-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:22:20,874 INFO [RS:0;6ac96558fc7f:36943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:22:20,874 INFO [RS:0;6ac96558fc7f:36943 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,36943,1731054139544-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:20,874 INFO [RS:0;6ac96558fc7f:36943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:20,874 INFO [RS:0;6ac96558fc7f:36943 {}] regionserver.Replication(171): 6ac96558fc7f,36943,1731054139544 started 2024-11-08T08:22:20,891 INFO [RS:0;6ac96558fc7f:36943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:20,891 INFO [RS:0;6ac96558fc7f:36943 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,36943,1731054139544, RpcServer on 6ac96558fc7f/172.17.0.3:36943, sessionid=0x1011989ea430001 2024-11-08T08:22:20,892 DEBUG [RS:0;6ac96558fc7f:36943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:22:20,892 DEBUG [RS:0;6ac96558fc7f:36943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,36943,1731054139544 2024-11-08T08:22:20,892 DEBUG [RS:0;6ac96558fc7f:36943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,36943,1731054139544' 2024-11-08T08:22:20,892 DEBUG [RS:0;6ac96558fc7f:36943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0179279045/flush-table-proc/abort' 2024-11-08T08:22:20,892 DEBUG [RS:0;6ac96558fc7f:36943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0179279045/flush-table-proc/acquired' 2024-11-08T08:22:20,893 DEBUG [RS:0;6ac96558fc7f:36943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:22:20,893 DEBUG [RS:0;6ac96558fc7f:36943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:22:20,893 DEBUG [RS:0;6ac96558fc7f:36943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,36943,1731054139544 2024-11-08T08:22:20,913 DEBUG [RS:0;6ac96558fc7f:36943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,36943,1731054139544' 2024-11-08T08:22:20,913 DEBUG [RS:0;6ac96558fc7f:36943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0179279045/online-snapshot/abort' 2024-11-08T08:22:20,914 DEBUG [RS:0;6ac96558fc7f:36943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0179279045/online-snapshot/acquired' 2024-11-08T08:22:20,915 DEBUG [RS:0;6ac96558fc7f:36943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:22:20,915 INFO [RS:0;6ac96558fc7f:36943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:22:20,915 INFO [RS:0;6ac96558fc7f:36943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:22:21,016 INFO [RS:0;6ac96558fc7f:36943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:22:21,017 INFO [RS:0;6ac96558fc7f:36943 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C36943%2C1731054139544, suffix=, logDir=hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/WALs/6ac96558fc7f,36943,1731054139544, archiveDir=hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/oldWALs, maxLogs=10 2024-11-08T08:22:21,033 DEBUG [RS:0;6ac96558fc7f:36943 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/WALs/6ac96558fc7f,36943,1731054139544/6ac96558fc7f%2C36943%2C1731054139544.1731054141017, exclude list is [], retry=0 2024-11-08T08:22:21,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-ba5698e0-d943-424c-bf0d-8b031bd5e44c,DISK] 2024-11-08T08:22:21,037 INFO [RS:0;6ac96558fc7f:36943 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/WALs/6ac96558fc7f,36943,1731054139544/6ac96558fc7f%2C36943%2C1731054139544.1731054141017 2024-11-08T08:22:21,037 DEBUG [RS:0;6ac96558fc7f:36943 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33367:33367)] 2024-11-08T08:22:21,174 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:22:21,174 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d 2024-11-08T08:22:21,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741833_1009 (size=32) 2024-11-08T08:22:21,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:22:21,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T08:22:21,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T08:22:21,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T08:22:21,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:22:21,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:22:21,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:21,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:22:21,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:22:21,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:21,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:21,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:22:21,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:22:21,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:21,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:21,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:22:21,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:22:21,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:21,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:21,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:22:21,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:22:21,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:21,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:21,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:22:21,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/data/hbase/meta/1588230740 2024-11-08T08:22:21,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/data/hbase/meta/1588230740 2024-11-08T08:22:21,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:22:21,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:22:21,587 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:22:21,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:22:21,590 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:22:21,590 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64866850, jitterRate=-0.03340861201286316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:22:21,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731054141579Initializing all the Stores at 1731054141580 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054141580Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054141580Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054141580Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054141580Cleaning up temporary data from old regions at 1731054141587 (+7 ms)Region opened successfully at 1731054141591 (+4 ms) 2024-11-08T08:22:21,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:22:21,591 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:22:21,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:22:21,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:22:21,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:22:21,591 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:22:21,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054141591Disabling compacts and flushes for region at 1731054141591Disabling writes for close at 1731054141591Writing region close event to WAL at 1731054141591Closed at 1731054141591 2024-11-08T08:22:21,592 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:22:21,592 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:22:21,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:22:21,593 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:22:21,594 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:22:21,744 DEBUG [6ac96558fc7f:45833 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:22:21,744 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,36943,1731054139544 2024-11-08T08:22:21,745 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,36943,1731054139544, state=OPENING 2024-11-08T08:22:21,808 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:22:21,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36943-0x1011989ea430001, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0179279045 2024-11-08T08:22:21,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0179279045 2024-11-08T08:22:21,819 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:22:21,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0179279045/meta-region-server: CHANGED 2024-11-08T08:22:21,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,36943,1731054139544}] 2024-11-08T08:22:21,819 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0179279045/meta-region-server: CHANGED 2024-11-08T08:22:21,971 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:22:21,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:22:21,975 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:22:21,975 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:22:21,975 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:22:21,976 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C36943%2C1731054139544.meta, suffix=.meta, logDir=hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/WALs/6ac96558fc7f,36943,1731054139544, archiveDir=hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/oldWALs, maxLogs=10 2024-11-08T08:22:21,993 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/WALs/6ac96558fc7f,36943,1731054139544/6ac96558fc7f%2C36943%2C1731054139544.meta.1731054141977.meta, exclude list is [], retry=0 2024-11-08T08:22:21,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38381,DS-ba5698e0-d943-424c-bf0d-8b031bd5e44c,DISK] 2024-11-08T08:22:22,000 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/WALs/6ac96558fc7f,36943,1731054139544/6ac96558fc7f%2C36943%2C1731054139544.meta.1731054141977.meta 2024-11-08T08:22:22,003 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33367:33367)] 2024-11-08T08:22:22,003 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:22:22,003 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:22:22,003 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:22:22,004 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:22:22,004 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:22:22,004 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:22:22,004 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:22,004 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:22:22,004 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:22:22,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:22:22,006 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:22:22,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:22,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:22,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:22:22,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:22:22,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:22,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:22,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:22:22,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:22:22,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:22,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:22,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:22:22,009 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:22:22,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:22,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:22,010 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:22:22,010 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/data/hbase/meta/1588230740 2024-11-08T08:22:22,011 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/data/hbase/meta/1588230740 2024-11-08T08:22:22,012 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:22:22,012 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:22:22,012 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:22:22,013 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:22:22,014 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58922774, jitterRate=-0.12198224663734436}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:22:22,014 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:22:22,014 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731054142004Writing region info on filesystem at 1731054142004Initializing all the Stores at 1731054142005 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054142005Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054142005Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054142005Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054142005Cleaning up temporary data from old regions at 1731054142012 (+7 ms)Running coprocessor post-open hooks at 1731054142014 (+2 ms)Region opened successfully at 1731054142014 2024-11-08T08:22:22,015 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731054141971 2024-11-08T08:22:22,017 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:22:22,017 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:22:22,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,36943,1731054139544 2024-11-08T08:22:22,018 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,36943,1731054139544, state=OPEN 2024-11-08T08:22:22,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45833-0x1011989ea430000, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0179279045/meta-region-server 2024-11-08T08:22:22,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36943-0x1011989ea430001, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0179279045/meta-region-server 2024-11-08T08:22:22,060 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,36943,1731054139544 2024-11-08T08:22:22,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0179279045/meta-region-server: CHANGED 2024-11-08T08:22:22,060 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0179279045/meta-region-server: CHANGED 2024-11-08T08:22:22,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:22:22,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,36943,1731054139544 in 241 msec 2024-11-08T08:22:22,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:22:22,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 470 msec 2024-11-08T08:22:22,064 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:22:22,064 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:22:22,065 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:22:22,065 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,36943,1731054139544, seqNum=-1] 2024-11-08T08:22:22,065 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:22:22,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:22:22,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3110 sec 2024-11-08T08:22:22,070 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731054142070, completionTime=-1 2024-11-08T08:22:22,070 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:22:22,070 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:22:22,072 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:22:22,072 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731054202072 2024-11-08T08:22:22,072 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731054262072 2024-11-08T08:22:22,072 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T08:22:22,072 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,45833,1731054139262-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:22,072 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,45833,1731054139262-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:22,072 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,45833,1731054139262-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:22,072 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:45833, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:22,072 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:22,072 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:22,074 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:22:22,075 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.435sec 2024-11-08T08:22:22,075 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:22:22,075 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:22:22,075 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:22:22,075 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:22:22,075 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:22:22,075 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,45833,1731054139262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:22:22,075 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,45833,1731054139262-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:22:22,077 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:22:22,077 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:22:22,077 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,45833,1731054139262-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:22,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a54b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:22,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,45833,-1 for getting cluster id 2024-11-08T08:22:22,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:22,116 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c291f750-8de4-4f43-8ba4-640e0e39fade' 2024-11-08T08:22:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c291f750-8de4-4f43-8ba4-640e0e39fade" 2024-11-08T08:22:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce3d323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,45833,-1] 2024-11-08T08:22:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:22,118 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:22,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c15b5c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:22,119 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:22:22,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,36943,1731054139544, seqNum=-1] 2024-11-08T08:22:22,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:22:22,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:22:22,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,45833,1731054139262 2024-11-08T08:22:22,123 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59015 2024-11-08T08:22:22,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59015, baseZNode=/0179279045 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:22:22,145 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011989ea430002 connected 2024-11-08T08:22:22,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:22:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,45833,1731054139262 2024-11-08T08:22:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f6890a5 2024-11-08T08:22:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:22:22,159 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:22:22,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:22:22,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T08:22:22,161 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:22:22,161 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:22,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T08:22:22,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:22:22,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:22,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741835_1011 (size=902) 2024-11-08T08:22:22,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:22,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:22,570 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9053423183336bdd935e945b8fe0437c, NAME => 'test,,1731054142159.9053423183336bdd935e945b8fe0437c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d 2024-11-08T08:22:22,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38381 is added to blk_1073741836_1012 (size=39) 2024-11-08T08:22:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:22,974 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731054142159.9053423183336bdd935e945b8fe0437c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:22,974 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9053423183336bdd935e945b8fe0437c, disabling compactions & flushes 2024-11-08T08:22:22,974 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731054142159.9053423183336bdd935e945b8fe0437c. 2024-11-08T08:22:22,974 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054142159.9053423183336bdd935e945b8fe0437c. 2024-11-08T08:22:22,974 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731054142159.9053423183336bdd935e945b8fe0437c. after waiting 0 ms 2024-11-08T08:22:22,974 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731054142159.9053423183336bdd935e945b8fe0437c. 2024-11-08T08:22:22,974 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731054142159.9053423183336bdd935e945b8fe0437c. 2024-11-08T08:22:22,974 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9053423183336bdd935e945b8fe0437c: Waiting for close lock at 1731054142974Disabling compacts and flushes for region at 1731054142974Disabling writes for close at 1731054142974Writing region close event to WAL at 1731054142974Closed at 1731054142974 2024-11-08T08:22:22,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:22:22,976 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731054142159.9053423183336bdd935e945b8fe0437c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731054142976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054142976"}]},"ts":"1731054142976"} 2024-11-08T08:22:22,978 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:22:22,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:22:22,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054142978"}]},"ts":"1731054142978"} 2024-11-08T08:22:22,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T08:22:22,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9053423183336bdd935e945b8fe0437c, ASSIGN}] 2024-11-08T08:22:22,982 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9053423183336bdd935e945b8fe0437c, ASSIGN 2024-11-08T08:22:22,983 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9053423183336bdd935e945b8fe0437c, ASSIGN; state=OFFLINE, location=6ac96558fc7f,36943,1731054139544; forceNewPlan=false, retain=false 2024-11-08T08:22:23,133 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9053423183336bdd935e945b8fe0437c, regionState=OPENING, regionLocation=6ac96558fc7f,36943,1731054139544 2024-11-08T08:22:23,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9053423183336bdd935e945b8fe0437c, ASSIGN because future has completed 2024-11-08T08:22:23,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9053423183336bdd935e945b8fe0437c, server=6ac96558fc7f,36943,1731054139544}] 2024-11-08T08:22:23,290 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731054142159.9053423183336bdd935e945b8fe0437c. 2024-11-08T08:22:23,290 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9053423183336bdd935e945b8fe0437c, NAME => 'test,,1731054142159.9053423183336bdd935e945b8fe0437c.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:22:23,290 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:22:23,290 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T08:22:23,291 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9053423183336bdd935e945b8fe0437c 2024-11-08T08:22:23,291 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731054142159.9053423183336bdd935e945b8fe0437c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:23,291 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9053423183336bdd935e945b8fe0437c 2024-11-08T08:22:23,291 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9053423183336bdd935e945b8fe0437c 2024-11-08T08:22:23,292 INFO [StoreOpener-9053423183336bdd935e945b8fe0437c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9053423183336bdd935e945b8fe0437c 2024-11-08T08:22:23,293 INFO [StoreOpener-9053423183336bdd935e945b8fe0437c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9053423183336bdd935e945b8fe0437c columnFamilyName f 2024-11-08T08:22:23,293 DEBUG [StoreOpener-9053423183336bdd935e945b8fe0437c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:23,293 INFO [StoreOpener-9053423183336bdd935e945b8fe0437c-1 {}] regionserver.HStore(327): Store=9053423183336bdd935e945b8fe0437c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:23,293 INFO [StoreOpener-9053423183336bdd935e945b8fe0437c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9053423183336bdd935e945b8fe0437c 2024-11-08T08:22:23,294 INFO [StoreOpener-9053423183336bdd935e945b8fe0437c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9053423183336bdd935e945b8fe0437c columnFamilyName f1 2024-11-08T08:22:23,294 DEBUG [StoreOpener-9053423183336bdd935e945b8fe0437c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:23,294 INFO [StoreOpener-9053423183336bdd935e945b8fe0437c-1 {}] regionserver.HStore(327): Store=9053423183336bdd935e945b8fe0437c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:23,294 INFO [StoreOpener-9053423183336bdd935e945b8fe0437c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9053423183336bdd935e945b8fe0437c 2024-11-08T08:22:23,295 INFO [StoreOpener-9053423183336bdd935e945b8fe0437c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9053423183336bdd935e945b8fe0437c columnFamilyName norep 2024-11-08T08:22:23,295 DEBUG [StoreOpener-9053423183336bdd935e945b8fe0437c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:23,296 INFO [StoreOpener-9053423183336bdd935e945b8fe0437c-1 {}] regionserver.HStore(327): Store=9053423183336bdd935e945b8fe0437c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:23,296 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9053423183336bdd935e945b8fe0437c 2024-11-08T08:22:23,296 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/data/default/test/9053423183336bdd935e945b8fe0437c 2024-11-08T08:22:23,297 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/data/default/test/9053423183336bdd935e945b8fe0437c 2024-11-08T08:22:23,297 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9053423183336bdd935e945b8fe0437c 2024-11-08T08:22:23,297 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9053423183336bdd935e945b8fe0437c 2024-11-08T08:22:23,298 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:22:23,298 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9053423183336bdd935e945b8fe0437c 2024-11-08T08:22:23,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:23,300 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/data/default/test/9053423183336bdd935e945b8fe0437c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:22:23,300 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9053423183336bdd935e945b8fe0437c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61594083, jitterRate=-0.08217664062976837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:22:23,300 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9053423183336bdd935e945b8fe0437c 2024-11-08T08:22:23,301 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9053423183336bdd935e945b8fe0437c: Running coprocessor pre-open hook at 1731054143291Writing region info on filesystem at 1731054143291Initializing all the Stores at 1731054143291Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054143291Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054143291Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054143291Cleaning up temporary data from old regions at 1731054143297 (+6 ms)Running coprocessor post-open hooks at 1731054143300 (+3 ms)Region opened successfully at 1731054143301 (+1 ms) 2024-11-08T08:22:23,301 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731054142159.9053423183336bdd935e945b8fe0437c., pid=6, masterSystemTime=1731054143288 2024-11-08T08:22:23,303 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731054142159.9053423183336bdd935e945b8fe0437c. 2024-11-08T08:22:23,303 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731054142159.9053423183336bdd935e945b8fe0437c. 2024-11-08T08:22:23,303 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9053423183336bdd935e945b8fe0437c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ac96558fc7f,36943,1731054139544 2024-11-08T08:22:23,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9053423183336bdd935e945b8fe0437c, server=6ac96558fc7f,36943,1731054139544 because future has completed 2024-11-08T08:22:23,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T08:22:23,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9053423183336bdd935e945b8fe0437c, server=6ac96558fc7f,36943,1731054139544 in 169 msec 2024-11-08T08:22:23,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T08:22:23,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9053423183336bdd935e945b8fe0437c, ASSIGN in 326 msec 2024-11-08T08:22:23,309 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:22:23,310 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054143309"}]},"ts":"1731054143309"} 2024-11-08T08:22:23,311 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T08:22:23,311 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:22:23,313 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-08T08:22:24,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:24,310 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T08:22:24,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad9e323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:24,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,45833,-1 for getting cluster id 2024-11-08T08:22:24,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:24,312 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c291f750-8de4-4f43-8ba4-640e0e39fade' 2024-11-08T08:22:24,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:24,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c291f750-8de4-4f43-8ba4-640e0e39fade" 2024-11-08T08:22:24,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ace654e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:24,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,45833,-1] 2024-11-08T08:22:24,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:24,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:24,313 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:24,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f0a8bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:24,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:22:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,45833,1731054139262 2024-11-08T08:22:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2029874e 2024-11-08T08:22:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:22:24,315 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:22:24,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ac96558fc7f:45833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T08:22:24,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:22:24,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:22:24,317 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:45833' 2024-11-08T08:22:24,318 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb2f7c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:24,318 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,45833,-1 for getting cluster id 2024-11-08T08:22:24,318 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:24,319 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c291f750-8de4-4f43-8ba4-640e0e39fade' 2024-11-08T08:22:24,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:24,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c291f750-8de4-4f43-8ba4-640e0e39fade" 2024-11-08T08:22:24,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@438f215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:24,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,45833,-1] 2024-11-08T08:22:24,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:24,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:24,320 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:24,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1163e765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:24,321 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:22:24,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,45833,1731054139262 2024-11-08T08:22:24,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7990ead5 2024-11-08T08:22:24,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:22:24,322 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:22:24,322 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T08:22:24,322 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:22:24,322 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:24,323 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:24,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:24,323 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6ac96558fc7f:45833, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-08T08:22:24,329 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6ac96558fc7f:45833, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6ac96558fc7f:45833, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6ac96558fc7f:45833, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-08T08:22:24,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://6ac96558fc7f:45833, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=14 msec 2024-11-08T08:22:24,330 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-08T08:22:24,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:22:24,421 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://6ac96558fc7f:45833, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-08T08:22:24,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:22:24,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:24,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:24,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:24,421 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:24,436 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=527 (was 360) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d-prefix:6ac96558fc7f,36943,1731054139544 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@147c3f01 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-223531575-172.17.0.3-1731054137014:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:59015): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: 6ac96558fc7f:45833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: regionserver/6ac96558fc7f:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1168036735-7913 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fcca44352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 44137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@6979ca91 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33687 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:33687 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp948067226-7960-acceptor-0@65155329-ServerConnector@6df85e83{HTTP/1.1, (http/1.1)}{localhost:45239} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/6ac96558fc7f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 33687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master/6ac96558fc7f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 33687 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d/MasterData-prefix:6ac96558fc7f,45833,1731054139262 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33687 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/cluster_4156af6f-62d7-83fc-6b0b-2c010005d270/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59015) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@fa66cce java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:59015 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RS:0;6ac96558fc7f:36943-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-4da4ce3b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$591/0x00007fcca4aaaa60.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: BP-223531575-172.17.0.3-1731054137014 heartbeating to localhost/127.0.0.1:33687 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-223531575-172.17.0.3-1731054137014:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1168036735-7911 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fcca44352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1168036735-7917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 33687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/cluster_4156af6f-62d7-83fc-6b0b-2c010005d270/data/data2/current/BP-223531575-172.17.0.3-1731054137014 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33687/user/jenkins/test-data/09498663-aad2-296d-c906-0e576aa9683d-prefix:6ac96558fc7f,36943,1731054139544.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6ac96558fc7f:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 33687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@43f2cc0b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59015) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: M:0;6ac96558fc7f:45833 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1168036735-7914-acceptor-0@22f0413b-ServerConnector@b0e77ad{HTTP/1.1, (http/1.1)}{localhost:39193} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@5ee7d72b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:33687 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 44137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 44137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1168036735-7910 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fcca44352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1168036735-7916 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/cluster_4156af6f-62d7-83fc-6b0b-2c010005d270/data/data1/current/BP-223531575-172.17.0.3-1731054137014 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/6ac96558fc7f:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-123207099_20 at /127.0.0.1:57438 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054140762 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 44137 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/cluster_4156af6f-62d7-83fc-6b0b-2c010005d270/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Session-HouseKeeper-ea30d05-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1168036735-7915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-123207099_20 at /127.0.0.1:57504 [Receiving block BP-223531575-172.17.0.3-1731054137014:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1936972751_20 at /127.0.0.1:57484 [Receiving block BP-223531575-172.17.0.3-1731054137014:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44137 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@2c814883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp948067226-7959 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fcca44352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@c08ef java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@510836b2 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp948067226-7962 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1168036735-7912 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fcca44352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 2 on default port 33687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 33687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45833 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp948067226-7961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36943 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-223531575-172.17.0.3-1731054137014:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7e86fc4b[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33687 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1194950900) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59015) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054140762 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-123207099_20 at /127.0.0.1:33970 [Receiving block BP-223531575-172.17.0.3-1731054137014:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007fcca49f5890.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@638f718 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;6ac96558fc7f:36943 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=585 (was 584) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4580 (was 4595) 2024-11-08T08:22:24,439 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-08T08:22:24,450 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=527, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=585, ProcessCount=11, AvailableMemoryMB=4579 2024-11-08T08:22:24,450 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=527 is superior to 500 2024-11-08T08:22:24,467 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-08T08:22:24,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/hadoop.log.dir so I do NOT create it in target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc 2024-11-08T08:22:24,468 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:22:24,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/hadoop.tmp.dir so I do NOT create it in target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc 2024-11-08T08:22:24,468 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/625a4817-d6dc-5c65-0057-d65d1629b900/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:22:24,468 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc 2024-11-08T08:22:24,468 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/cluster_fc117e03-3ffe-7905-9ec9-ddcd98850e03, deleteOnExit=true 2024-11-08T08:22:24,470 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/cluster_fc117e03-3ffe-7905-9ec9-ddcd98850e03/zookeeper_0, clientPort=50676, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/cluster_fc117e03-3ffe-7905-9ec9-ddcd98850e03/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/cluster_fc117e03-3ffe-7905-9ec9-ddcd98850e03/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T08:22:24,471 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50676 2024-11-08T08:22:24,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:22:24,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:22:24,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/test.cache.data in system properties and HBase conf 2024-11-08T08:22:24,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:22:24,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:22:24,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:22:24,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:22:24,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:22:24,472 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:22:24,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:22:24,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:22:24,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:22:24,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:22:24,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:22:24,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:22:24,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:22:24,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:22:24,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:22:24,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:22:24,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:22:24,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:22:24,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:22:24,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:22:24,822 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:22:24,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:22:24,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:22:24,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:22:24,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:22:24,832 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:22:24,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6afe60a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:22:24,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40dfdc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:22:24,933 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5686a6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/java.io.tmpdir/jetty-localhost-46271-hadoop-hdfs-3_4_1-tests_jar-_-any-14120401909100023279/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:22:24,934 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4580d9cf{HTTP/1.1, (http/1.1)}{localhost:46271} 2024-11-08T08:22:24,934 INFO [Time-limited test {}] server.Server(415): Started @341125ms 2024-11-08T08:22:25,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:22:25,291 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:22:25,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:22:25,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:22:25,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:22:25,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@131849e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:22:25,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5488ba36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:22:25,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fa94287{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/java.io.tmpdir/jetty-localhost-43709-hadoop-hdfs-3_4_1-tests_jar-_-any-10783219539647758188/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:22:25,393 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ff03f20{HTTP/1.1, (http/1.1)}{localhost:43709} 2024-11-08T08:22:25,393 INFO [Time-limited test {}] server.Server(415): Started @341585ms 2024-11-08T08:22:25,394 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:22:26,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:22:26,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:26,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:26,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:26,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:26,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:26,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:26,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:26,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:26,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:26,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:26,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:26,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:26,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:26,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:26,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:26,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:26,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:26,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:26,862 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T08:22:26,862 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-08T08:22:26,922 WARN [Thread-4334 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/cluster_fc117e03-3ffe-7905-9ec9-ddcd98850e03/data/data1/current/BP-520643773-172.17.0.3-1731054144490/current, will proceed with Du for space computation calculation, 2024-11-08T08:22:26,922 WARN [Thread-4335 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/cluster_fc117e03-3ffe-7905-9ec9-ddcd98850e03/data/data2/current/BP-520643773-172.17.0.3-1731054144490/current, will proceed with Du for space computation calculation, 2024-11-08T08:22:26,945 WARN [Thread-4321 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:22:26,946 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a9c53ae47dd324a with lease ID 0xf28b941dc97d9f3b: Processing first storage report for DS-dbd3175e-3200-4934-83d2-c8f9d8f26870 from datanode DatanodeRegistration(127.0.0.1:38145, datanodeUuid=b379d314-4eb3-4719-80b0-be7f823911d2, infoPort=43263, infoSecurePort=0, ipcPort=44131, storageInfo=lv=-57;cid=testClusterID;nsid=1469085888;c=1731054144490) 2024-11-08T08:22:26,946 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a9c53ae47dd324a with lease ID 0xf28b941dc97d9f3b: from storage DS-dbd3175e-3200-4934-83d2-c8f9d8f26870 node DatanodeRegistration(127.0.0.1:38145, datanodeUuid=b379d314-4eb3-4719-80b0-be7f823911d2, infoPort=43263, infoSecurePort=0, ipcPort=44131, storageInfo=lv=-57;cid=testClusterID;nsid=1469085888;c=1731054144490), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:22:26,946 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8a9c53ae47dd324a with lease ID 0xf28b941dc97d9f3b: Processing first storage report for DS-9bfc8875-ca22-4203-8133-a0ea10be6417 from datanode DatanodeRegistration(127.0.0.1:38145, datanodeUuid=b379d314-4eb3-4719-80b0-be7f823911d2, infoPort=43263, infoSecurePort=0, ipcPort=44131, storageInfo=lv=-57;cid=testClusterID;nsid=1469085888;c=1731054144490) 2024-11-08T08:22:26,946 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8a9c53ae47dd324a with lease ID 0xf28b941dc97d9f3b: from storage DS-9bfc8875-ca22-4203-8133-a0ea10be6417 node DatanodeRegistration(127.0.0.1:38145, datanodeUuid=b379d314-4eb3-4719-80b0-be7f823911d2, infoPort=43263, infoSecurePort=0, ipcPort=44131, storageInfo=lv=-57;cid=testClusterID;nsid=1469085888;c=1731054144490), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:22:27,034 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc 2024-11-08T08:22:27,034 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:27,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:27,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:22:27,443 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730 with version=8 2024-11-08T08:22:27,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/hbase-staging 2024-11-08T08:22:27,446 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:22:27,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:27,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:27,446 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:22:27,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:27,446 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:22:27,446 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:22:27,447 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:22:27,447 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44913 2024-11-08T08:22:27,448 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44913 connecting to ZooKeeper ensemble=127.0.0.1:50676 2024-11-08T08:22:27,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449130x0, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:22:27,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44913-0x101198a07810000 connected 2024-11-08T08:22:27,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:27,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:27,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Set watcher on znode that does not yet exist, /01751399000/running 2024-11-08T08:22:27,870 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730, hbase.cluster.distributed=false 2024-11-08T08:22:27,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Set watcher on znode that does not yet exist, /01751399000/acl 2024-11-08T08:22:27,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44913 2024-11-08T08:22:27,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44913 2024-11-08T08:22:27,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44913 2024-11-08T08:22:27,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44913 2024-11-08T08:22:27,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44913 2024-11-08T08:22:27,892 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:22:27,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:27,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:27,893 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:22:27,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:27,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:22:27,893 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:22:27,893 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:22:27,893 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32965 2024-11-08T08:22:27,894 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32965 connecting to ZooKeeper ensemble=127.0.0.1:50676 2024-11-08T08:22:27,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:27,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:27,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329650x0, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:22:27,909 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329650x0, quorum=127.0.0.1:50676, baseZNode=/01751399000 Set watcher on znode that does not yet exist, /01751399000/running 2024-11-08T08:22:27,909 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:22:27,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32965-0x101198a07810001 connected 2024-11-08T08:22:27,912 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:22:27,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Set watcher on znode that does not yet exist, /01751399000/master 2024-11-08T08:22:27,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Set watcher on znode that does not yet exist, /01751399000/acl 2024-11-08T08:22:27,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32965 2024-11-08T08:22:27,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32965 2024-11-08T08:22:27,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32965 2024-11-08T08:22:27,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32965 2024-11-08T08:22:27,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32965 2024-11-08T08:22:27,932 DEBUG [M:0;6ac96558fc7f:44913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:44913 2024-11-08T08:22:27,932 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01751399000/backup-masters/6ac96558fc7f,44913,1731054147446 2024-11-08T08:22:27,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000/backup-masters 2024-11-08T08:22:27,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000/backup-masters 2024-11-08T08:22:27,940 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Set watcher on existing znode=/01751399000/backup-masters/6ac96558fc7f,44913,1731054147446 2024-11-08T08:22:27,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000 2024-11-08T08:22:27,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01751399000/master 2024-11-08T08:22:27,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000 2024-11-08T08:22:27,951 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Set watcher on existing znode=/01751399000/master 2024-11-08T08:22:27,951 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01751399000/backup-masters/6ac96558fc7f,44913,1731054147446 from backup master directory 2024-11-08T08:22:27,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751399000/backup-masters/6ac96558fc7f,44913,1731054147446 2024-11-08T08:22:27,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000/backup-masters 2024-11-08T08:22:27,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000/backup-masters 2024-11-08T08:22:27,961 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:22:27,961 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,44913,1731054147446 2024-11-08T08:22:27,964 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/hbase.id] with ID: b187dcd6-3bbc-44a3-945b-5f1d34800904 2024-11-08T08:22:27,964 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/.tmp/hbase.id 2024-11-08T08:22:27,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:22:28,368 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/.tmp/hbase.id]:[hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/hbase.id] 2024-11-08T08:22:28,375 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:28,375 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:22:28,376 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T08:22:28,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000 2024-11-08T08:22:28,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000 2024-11-08T08:22:28,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:22:28,797 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:22:28,798 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:22:28,800 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:22:28,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:22:29,209 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store 2024-11-08T08:22:29,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:22:29,615 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:29,615 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:22:29,615 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:29,615 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:29,615 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:22:29,615 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:29,615 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:29,615 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054149615Disabling compacts and flushes for region at 1731054149615Disabling writes for close at 1731054149615Writing region close event to WAL at 1731054149615Closed at 1731054149615 2024-11-08T08:22:29,615 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store/.initializing 2024-11-08T08:22:29,616 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/WALs/6ac96558fc7f,44913,1731054147446 2024-11-08T08:22:29,616 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:22:29,617 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C44913%2C1731054147446, suffix=, logDir=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/WALs/6ac96558fc7f,44913,1731054147446, archiveDir=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/oldWALs, maxLogs=10 2024-11-08T08:22:29,628 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/WALs/6ac96558fc7f,44913,1731054147446/6ac96558fc7f%2C44913%2C1731054147446.1731054149617, exclude list is [], retry=0 2024-11-08T08:22:29,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-dbd3175e-3200-4934-83d2-c8f9d8f26870,DISK] 2024-11-08T08:22:29,631 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/WALs/6ac96558fc7f,44913,1731054147446/6ac96558fc7f%2C44913%2C1731054147446.1731054149617 2024-11-08T08:22:29,631 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43263:43263)] 2024-11-08T08:22:29,631 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:22:29,632 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:29,632 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:29,632 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:29,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:29,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:22:29,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:29,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:29,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:29,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:22:29,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:29,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:29,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:29,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:22:29,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:29,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:29,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:29,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:22:29,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:29,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:29,637 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:29,637 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:29,637 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:29,638 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:29,638 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:29,638 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:22:29,639 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:29,640 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:22:29,640 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62353822, jitterRate=-0.07085564732551575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:22:29,640 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731054149632Initializing all the Stores at 1731054149632Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054149632Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054149632Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054149632Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054149633 (+1 ms)Cleaning up temporary data from old regions at 1731054149638 (+5 ms)Region opened successfully at 1731054149640 (+2 ms) 2024-11-08T08:22:29,640 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:22:29,642 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@140e2dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:22:29,642 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:22:29,642 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:22:29,642 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:22:29,642 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:22:29,643 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:22:29,643 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:22:29,643 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:22:29,644 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:22:29,645 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Unable to get data of znode /01751399000/balancer because node does not exist (not necessarily an error) 2024-11-08T08:22:29,666 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751399000/balancer already deleted, retry=false 2024-11-08T08:22:29,666 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:22:29,667 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Unable to get data of znode /01751399000/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:22:29,765 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751399000/normalizer already deleted, retry=false 2024-11-08T08:22:29,766 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:22:29,766 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Unable to get data of znode /01751399000/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:22:29,771 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751399000/switch/split already deleted, retry=false 2024-11-08T08:22:29,772 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Unable to get data of znode /01751399000/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:22:29,782 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751399000/switch/merge already deleted, retry=false 2024-11-08T08:22:29,784 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Unable to get data of znode /01751399000/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:22:29,792 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01751399000/snapshot-cleanup already deleted, retry=false 2024-11-08T08:22:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01751399000/running 2024-11-08T08:22:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01751399000/running 2024-11-08T08:22:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000 2024-11-08T08:22:29,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000 2024-11-08T08:22:29,803 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,44913,1731054147446, sessionid=0x101198a07810000, setting cluster-up flag (Was=false) 2024-11-08T08:22:29,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000 2024-11-08T08:22:29,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000 2024-11-08T08:22:29,856 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01751399000/flush-table-proc/acquired, /01751399000/flush-table-proc/reached, /01751399000/flush-table-proc/abort 2024-11-08T08:22:29,856 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,44913,1731054147446 2024-11-08T08:22:29,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000 2024-11-08T08:22:29,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000 2024-11-08T08:22:29,908 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01751399000/online-snapshot/acquired, /01751399000/online-snapshot/reached, /01751399000/online-snapshot/abort 2024-11-08T08:22:29,909 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,44913,1731054147446 2024-11-08T08:22:29,910 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:22:29,911 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:22:29,911 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:22:29,911 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:22:29,911 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,44913,1731054147446 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:22:29,912 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:22:29,912 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:22:29,912 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:22:29,912 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:22:29,912 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:22:29,912 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:29,912 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:22:29,912 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:29,913 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731054179913 2024-11-08T08:22:29,913 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:22:29,913 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:22:29,913 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:22:29,913 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:22:29,913 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:22:29,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:22:29,913 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:22:29,913 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:22:29,913 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:29,914 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:22:29,914 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:22:29,914 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:22:29,914 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:22:29,914 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:29,914 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:22:29,914 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:22:29,914 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:22:29,914 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054149914,5,FailOnTimeoutGroup] 2024-11-08T08:22:29,914 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054149914,5,FailOnTimeoutGroup] 2024-11-08T08:22:29,914 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:29,914 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:22:29,914 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:29,915 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:29,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:22:29,921 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:22:29,922 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730 2024-11-08T08:22:29,925 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(746): ClusterId : b187dcd6-3bbc-44a3-945b-5f1d34800904 2024-11-08T08:22:29,925 DEBUG [RS:0;6ac96558fc7f:32965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:22:29,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741832_1008 (size=32) 2024-11-08T08:22:29,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:29,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:22:29,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:22:29,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:29,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:29,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:22:29,930 DEBUG [RS:0;6ac96558fc7f:32965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:22:29,930 DEBUG [RS:0;6ac96558fc7f:32965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:22:29,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:22:29,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:29,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:29,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:22:29,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:22:29,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:29,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:29,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:22:29,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:22:29,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:29,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:29,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:22:29,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740 2024-11-08T08:22:29,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740 2024-11-08T08:22:29,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:22:29,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:22:29,938 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:22:29,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:22:29,941 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:22:29,941 DEBUG [RS:0;6ac96558fc7f:32965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:22:29,941 DEBUG [RS:0;6ac96558fc7f:32965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d4b0ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:22:29,942 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66467596, jitterRate=-0.009555637836456299}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:22:29,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731054149926Initializing all the Stores at 1731054149927 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054149927Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054149928 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054149928Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054149928Cleaning up temporary data from old regions at 1731054149937 (+9 ms)Region opened successfully at 1731054149942 (+5 ms) 2024-11-08T08:22:29,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:22:29,942 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:22:29,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:22:29,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:22:29,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:22:29,942 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:22:29,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054149942Disabling compacts and flushes for region at 1731054149942Disabling writes for close at 1731054149942Writing region close event to WAL at 1731054149942Closed at 1731054149942 2024-11-08T08:22:29,943 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:22:29,943 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:22:29,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:22:29,944 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:22:29,945 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:22:29,955 DEBUG [RS:0;6ac96558fc7f:32965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:32965 2024-11-08T08:22:29,955 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:22:29,955 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:22:29,955 DEBUG [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:22:29,956 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,44913,1731054147446 with port=32965, startcode=1731054147892 2024-11-08T08:22:29,956 DEBUG [RS:0;6ac96558fc7f:32965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:22:29,957 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:22:29,957 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44913 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,32965,1731054147892 2024-11-08T08:22:29,957 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44913 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,32965,1731054147892 2024-11-08T08:22:29,959 DEBUG [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730 2024-11-08T08:22:29,959 DEBUG [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38983 2024-11-08T08:22:29,959 DEBUG [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:22:29,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000/rs 2024-11-08T08:22:29,972 DEBUG [RS:0;6ac96558fc7f:32965 {}] zookeeper.ZKUtil(111): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Set watcher on existing znode=/01751399000/rs/6ac96558fc7f,32965,1731054147892 2024-11-08T08:22:29,972 WARN [RS:0;6ac96558fc7f:32965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:22:29,972 INFO [RS:0;6ac96558fc7f:32965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:22:29,972 DEBUG [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892 2024-11-08T08:22:29,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,32965,1731054147892] 2024-11-08T08:22:29,974 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:22:29,975 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:22:29,975 INFO [RS:0;6ac96558fc7f:32965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:22:29,975 INFO [RS:0;6ac96558fc7f:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:29,976 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:22:29,976 INFO [RS:0;6ac96558fc7f:32965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:22:29,976 INFO [RS:0;6ac96558fc7f:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:29,976 DEBUG [RS:0;6ac96558fc7f:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:29,976 DEBUG [RS:0;6ac96558fc7f:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:29,976 DEBUG [RS:0;6ac96558fc7f:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:29,976 DEBUG [RS:0;6ac96558fc7f:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:29,976 DEBUG [RS:0;6ac96558fc7f:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:29,976 DEBUG [RS:0;6ac96558fc7f:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:22:29,976 DEBUG [RS:0;6ac96558fc7f:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:29,976 DEBUG [RS:0;6ac96558fc7f:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:29,976 DEBUG [RS:0;6ac96558fc7f:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:29,976 DEBUG [RS:0;6ac96558fc7f:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:29,976 DEBUG [RS:0;6ac96558fc7f:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:29,976 DEBUG [RS:0;6ac96558fc7f:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:29,976 DEBUG [RS:0;6ac96558fc7f:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:22:29,976 DEBUG [RS:0;6ac96558fc7f:32965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:22:29,980 INFO [RS:0;6ac96558fc7f:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:29,980 INFO [RS:0;6ac96558fc7f:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:29,980 INFO [RS:0;6ac96558fc7f:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:29,980 INFO [RS:0;6ac96558fc7f:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:29,980 INFO [RS:0;6ac96558fc7f:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:29,980 INFO [RS:0;6ac96558fc7f:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,32965,1731054147892-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:22:29,998 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:22:29,998 INFO [RS:0;6ac96558fc7f:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,32965,1731054147892-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:29,998 INFO [RS:0;6ac96558fc7f:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:29,998 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.Replication(171): 6ac96558fc7f,32965,1731054147892 started 2024-11-08T08:22:30,010 INFO [RS:0;6ac96558fc7f:32965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:30,011 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,32965,1731054147892, RpcServer on 6ac96558fc7f/172.17.0.3:32965, sessionid=0x101198a07810001 2024-11-08T08:22:30,011 DEBUG [RS:0;6ac96558fc7f:32965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:22:30,011 DEBUG [RS:0;6ac96558fc7f:32965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,32965,1731054147892 2024-11-08T08:22:30,011 DEBUG [RS:0;6ac96558fc7f:32965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,32965,1731054147892' 2024-11-08T08:22:30,011 DEBUG [RS:0;6ac96558fc7f:32965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01751399000/flush-table-proc/abort' 2024-11-08T08:22:30,011 DEBUG [RS:0;6ac96558fc7f:32965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01751399000/flush-table-proc/acquired' 2024-11-08T08:22:30,011 DEBUG [RS:0;6ac96558fc7f:32965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:22:30,011 DEBUG [RS:0;6ac96558fc7f:32965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:22:30,012 DEBUG [RS:0;6ac96558fc7f:32965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,32965,1731054147892 2024-11-08T08:22:30,012 DEBUG [RS:0;6ac96558fc7f:32965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,32965,1731054147892' 2024-11-08T08:22:30,012 DEBUG [RS:0;6ac96558fc7f:32965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01751399000/online-snapshot/abort' 2024-11-08T08:22:30,012 DEBUG [RS:0;6ac96558fc7f:32965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01751399000/online-snapshot/acquired' 2024-11-08T08:22:30,012 DEBUG [RS:0;6ac96558fc7f:32965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:22:30,012 INFO [RS:0;6ac96558fc7f:32965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:22:30,012 INFO [RS:0;6ac96558fc7f:32965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:22:30,095 WARN [6ac96558fc7f:44913 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-08T08:22:30,112 INFO [RS:0;6ac96558fc7f:32965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:22:30,113 INFO [RS:0;6ac96558fc7f:32965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C32965%2C1731054147892, suffix=, logDir=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892, archiveDir=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/oldWALs, maxLogs=10 2024-11-08T08:22:30,125 DEBUG [RS:0;6ac96558fc7f:32965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054150114, exclude list is [], retry=0 2024-11-08T08:22:30,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-dbd3175e-3200-4934-83d2-c8f9d8f26870,DISK] 2024-11-08T08:22:30,128 INFO [RS:0;6ac96558fc7f:32965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054150114 2024-11-08T08:22:30,128 DEBUG [RS:0;6ac96558fc7f:32965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43263:43263)] 2024-11-08T08:22:30,345 DEBUG [6ac96558fc7f:44913 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:22:30,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,32965,1731054147892 2024-11-08T08:22:30,347 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,32965,1731054147892, state=OPENING 2024-11-08T08:22:30,360 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:22:30,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000 2024-11-08T08:22:30,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000 2024-11-08T08:22:30,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751399000/meta-region-server: CHANGED 2024-11-08T08:22:30,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751399000/meta-region-server: CHANGED 2024-11-08T08:22:30,372 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:22:30,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,32965,1731054147892}] 2024-11-08T08:22:30,525 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:22:30,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:22:30,529 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:22:30,529 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:22:30,530 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:22:30,530 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C32965%2C1731054147892.meta, suffix=.meta, logDir=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892, archiveDir=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/oldWALs, maxLogs=10 2024-11-08T08:22:30,541 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.meta.1731054150531.meta, exclude list is [], retry=0 2024-11-08T08:22:30,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-dbd3175e-3200-4934-83d2-c8f9d8f26870,DISK] 2024-11-08T08:22:30,544 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.meta.1731054150531.meta 2024-11-08T08:22:30,544 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43263:43263)] 2024-11-08T08:22:30,544 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:22:30,545 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:22:30,545 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:22:30,545 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:22:30,545 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:22:30,545 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:22:30,545 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:30,545 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:22:30,545 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:22:30,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:22:30,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:22:30,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:30,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:30,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:22:30,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:22:30,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:30,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:30,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:22:30,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:22:30,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:30,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:30,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:22:30,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:22:30,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:30,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:30,549 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:22:30,549 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740 2024-11-08T08:22:30,550 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740 2024-11-08T08:22:30,551 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:22:30,551 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:22:30,551 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:22:30,552 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:22:30,552 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62214241, jitterRate=-0.0729355663061142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:22:30,552 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:22:30,552 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731054150545Writing region info on filesystem at 1731054150545Initializing all the Stores at 1731054150546 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054150546Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054150546Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054150546Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054150546Cleaning up temporary data from old regions at 1731054150551 (+5 ms)Running coprocessor post-open hooks at 1731054150552 (+1 ms)Region opened successfully at 1731054150552 2024-11-08T08:22:30,553 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731054150525 2024-11-08T08:22:30,555 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:22:30,555 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:22:30,555 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,32965,1731054147892 2024-11-08T08:22:30,556 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,32965,1731054147892, state=OPEN 2024-11-08T08:22:30,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01751399000/meta-region-server 2024-11-08T08:22:30,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01751399000/meta-region-server 2024-11-08T08:22:30,595 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,32965,1731054147892 2024-11-08T08:22:30,595 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751399000/meta-region-server: CHANGED 2024-11-08T08:22:30,595 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01751399000/meta-region-server: CHANGED 2024-11-08T08:22:30,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:22:30,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,32965,1731054147892 in 223 msec 2024-11-08T08:22:30,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:22:30,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 653 msec 2024-11-08T08:22:30,598 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:22:30,598 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:22:30,598 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:22:30,599 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,32965,1731054147892, seqNum=-1] 2024-11-08T08:22:30,599 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:22:30,600 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:22:30,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 692 msec 2024-11-08T08:22:30,603 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731054150603, completionTime=-1 2024-11-08T08:22:30,603 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:22:30,603 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:22:30,604 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:22:30,604 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731054210604 2024-11-08T08:22:30,604 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731054270604 2024-11-08T08:22:30,604 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T08:22:30,605 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,44913,1731054147446-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:30,605 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,44913,1731054147446-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:30,605 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,44913,1731054147446-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:30,605 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:44913, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:30,605 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:30,605 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:30,606 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:22:30,608 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.646sec 2024-11-08T08:22:30,608 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:22:30,608 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:22:30,608 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:22:30,608 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:22:30,608 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:22:30,608 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,44913,1731054147446-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:22:30,608 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,44913,1731054147446-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:22:30,609 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:22:30,609 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:22:30,610 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,44913,1731054147446-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:30,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec6f8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:30,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,44913,-1 for getting cluster id 2024-11-08T08:22:30,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:30,626 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b187dcd6-3bbc-44a3-945b-5f1d34800904' 2024-11-08T08:22:30,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:30,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b187dcd6-3bbc-44a3-945b-5f1d34800904" 2024-11-08T08:22:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca6390a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,44913,-1] 2024-11-08T08:22:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:30,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:30,627 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:30,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76c9dae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:30,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:22:30,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,32965,1731054147892, seqNum=-1] 2024-11-08T08:22:30,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:22:30,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:22:30,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,44913,1731054147446 2024-11-08T08:22:30,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50676 2024-11-08T08:22:30,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:22:30,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101198a07810002 connected 2024-11-08T08:22:30,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/hadoop.log.dir so I do NOT create it in target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac 2024-11-08T08:22:30,658 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:22:30,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/hadoop.tmp.dir so I do NOT create it in target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac 2024-11-08T08:22:30,658 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:22:30,658 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac 2024-11-08T08:22:30,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:22:30,658 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/cluster_0a5f046b-82b5-8bc3-b98e-0d8eb2ebe592, deleteOnExit=true 2024-11-08T08:22:30,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:22:30,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/test.cache.data in system properties and HBase conf 2024-11-08T08:22:30,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:22:30,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:22:30,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:22:30,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:22:30,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:22:30,658 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:22:30,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:22:30,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:22:30,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:22:30,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:22:30,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:22:30,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:22:30,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:22:30,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:22:30,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:22:30,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:22:30,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:22:30,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:22:30,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:22:30,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:22:30,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:22:30,969 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:22:30,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:22:30,984 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:22:30,984 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:22:30,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:22:30,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62f5669{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:22:30,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10507257{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:22:31,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f117d92{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/java.io.tmpdir/jetty-localhost-39285-hadoop-hdfs-3_4_1-tests_jar-_-any-15228235369434526508/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:22:31,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dfb562c{HTTP/1.1, (http/1.1)}{localhost:39285} 2024-11-08T08:22:31,097 INFO [Time-limited test {}] server.Server(415): Started @347288ms 2024-11-08T08:22:31,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T08:22:31,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T08:22:31,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-08T08:22:31,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-08T08:22:31,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:22:31,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-08T08:22:31,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:22:31,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-08T08:22:31,295 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:22:31,295 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T08:22:31,437 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:22:31,441 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:22:31,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:22:31,445 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:22:31,445 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T08:22:31,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fee88d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:22:31,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3df8bf08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:22:31,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4697a9ae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/java.io.tmpdir/jetty-localhost-40471-hadoop-hdfs-3_4_1-tests_jar-_-any-14907034390658068370/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:22:31,556 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@274243f1{HTTP/1.1, (http/1.1)}{localhost:40471} 2024-11-08T08:22:31,556 INFO [Time-limited test {}] server.Server(415): Started @347748ms 2024-11-08T08:22:31,557 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:22:32,155 WARN [Thread-4454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/cluster_0a5f046b-82b5-8bc3-b98e-0d8eb2ebe592/data/data1/current/BP-1721417524-172.17.0.3-1731054150673/current, will proceed with Du for space computation calculation, 2024-11-08T08:22:32,155 WARN [Thread-4455 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/cluster_0a5f046b-82b5-8bc3-b98e-0d8eb2ebe592/data/data2/current/BP-1721417524-172.17.0.3-1731054150673/current, will proceed with Du for space computation calculation, 2024-11-08T08:22:32,169 WARN [Thread-4442 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:22:32,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9f192eafa422a9b with lease ID 0x73cd7176a0cc014f: Processing first storage report for DS-47636ea1-cc60-4700-a91f-c0aafdc7cf8f from datanode DatanodeRegistration(127.0.0.1:35989, datanodeUuid=3df90d85-a08e-45d7-8f75-4bf45a133f7e, infoPort=35343, infoSecurePort=0, ipcPort=36931, storageInfo=lv=-57;cid=testClusterID;nsid=1074315362;c=1731054150673) 2024-11-08T08:22:32,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9f192eafa422a9b with lease ID 0x73cd7176a0cc014f: from storage DS-47636ea1-cc60-4700-a91f-c0aafdc7cf8f node DatanodeRegistration(127.0.0.1:35989, datanodeUuid=3df90d85-a08e-45d7-8f75-4bf45a133f7e, infoPort=35343, infoSecurePort=0, ipcPort=36931, storageInfo=lv=-57;cid=testClusterID;nsid=1074315362;c=1731054150673), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:22:32,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9f192eafa422a9b with lease ID 0x73cd7176a0cc014f: Processing first storage report for DS-9c571170-d08f-46d0-81fa-f4a6de1ee1b7 from datanode DatanodeRegistration(127.0.0.1:35989, datanodeUuid=3df90d85-a08e-45d7-8f75-4bf45a133f7e, infoPort=35343, infoSecurePort=0, ipcPort=36931, storageInfo=lv=-57;cid=testClusterID;nsid=1074315362;c=1731054150673) 2024-11-08T08:22:32,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9f192eafa422a9b with lease ID 0x73cd7176a0cc014f: from storage DS-9c571170-d08f-46d0-81fa-f4a6de1ee1b7 node DatanodeRegistration(127.0.0.1:35989, datanodeUuid=3df90d85-a08e-45d7-8f75-4bf45a133f7e, infoPort=35343, infoSecurePort=0, ipcPort=36931, storageInfo=lv=-57;cid=testClusterID;nsid=1074315362;c=1731054150673), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:22:32,176 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac 2024-11-08T08:22:32,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:32,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:32,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:22:32,584 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af with version=8 2024-11-08T08:22:32,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/hbase-staging 2024-11-08T08:22:32,587 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:22:32,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:32,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:32,587 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:22:32,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:32,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:22:32,587 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:22:32,587 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:22:32,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35817 2024-11-08T08:22:32,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35817 connecting to ZooKeeper ensemble=127.0.0.1:50676 2024-11-08T08:22:32,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358170x0, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:22:32,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35817-0x101198a07810003 connected 2024-11-08T08:22:32,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:32,710 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:32,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Set watcher on znode that does not yet exist, /1-1226285145/running 2024-11-08T08:22:32,712 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af, hbase.cluster.distributed=false 2024-11-08T08:22:32,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Set watcher on znode that does not yet exist, /1-1226285145/acl 2024-11-08T08:22:32,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35817 2024-11-08T08:22:32,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35817 2024-11-08T08:22:32,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35817 2024-11-08T08:22:32,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35817 2024-11-08T08:22:32,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35817 2024-11-08T08:22:32,730 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:22:32,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:32,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:32,730 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:22:32,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:32,730 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:22:32,730 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:22:32,730 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:22:32,730 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36549 2024-11-08T08:22:32,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36549 connecting to ZooKeeper ensemble=127.0.0.1:50676 2024-11-08T08:22:32,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:32,733 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:32,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365490x0, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:22:32,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365490x0, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Set watcher on znode that does not yet exist, /1-1226285145/running 2024-11-08T08:22:32,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36549-0x101198a07810004 connected 2024-11-08T08:22:32,740 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:22:32,741 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:22:32,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Set watcher on znode that does not yet exist, /1-1226285145/master 2024-11-08T08:22:32,742 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Set watcher on znode that does not yet exist, /1-1226285145/acl 2024-11-08T08:22:32,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36549 2024-11-08T08:22:32,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36549 2024-11-08T08:22:32,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36549 2024-11-08T08:22:32,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36549 2024-11-08T08:22:32,747 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36549 2024-11-08T08:22:32,757 DEBUG [M:0;6ac96558fc7f:35817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:35817 2024-11-08T08:22:32,757 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1226285145/backup-masters/6ac96558fc7f,35817,1731054152586 2024-11-08T08:22:32,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145/backup-masters 2024-11-08T08:22:32,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145/backup-masters 2024-11-08T08:22:32,761 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Set watcher on existing znode=/1-1226285145/backup-masters/6ac96558fc7f,35817,1731054152586 2024-11-08T08:22:32,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145 2024-11-08T08:22:32,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1226285145/master 2024-11-08T08:22:32,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145 2024-11-08T08:22:32,842 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Set watcher on existing znode=/1-1226285145/master 2024-11-08T08:22:32,842 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1226285145/backup-masters/6ac96558fc7f,35817,1731054152586 from backup master directory 2024-11-08T08:22:32,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1226285145/backup-masters/6ac96558fc7f,35817,1731054152586 2024-11-08T08:22:32,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145/backup-masters 2024-11-08T08:22:32,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145/backup-masters 2024-11-08T08:22:32,915 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:22:32,915 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,35817,1731054152586 2024-11-08T08:22:32,918 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/hbase.id] with ID: 8738bb78-4e5a-40fe-8ed7-b0dc31f6be26 2024-11-08T08:22:32,918 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/.tmp/hbase.id 2024-11-08T08:22:32,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:22:33,240 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:22:33,240 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:22:33,240 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148906 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:22:33,321 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/.tmp/hbase.id]:[hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/hbase.id] 2024-11-08T08:22:33,327 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:33,327 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:22:33,328 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T08:22:33,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145 2024-11-08T08:22:33,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145 2024-11-08T08:22:33,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:22:33,874 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:22:33,875 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:22:33,875 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:22:33,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:22:33,880 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store 2024-11-08T08:22:33,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:22:33,884 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:33,884 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:22:33,884 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:33,884 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:33,884 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:22:33,884 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:33,884 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:33,884 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054153884Disabling compacts and flushes for region at 1731054153884Disabling writes for close at 1731054153884Writing region close event to WAL at 1731054153884Closed at 1731054153884 2024-11-08T08:22:33,884 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store/.initializing 2024-11-08T08:22:33,884 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/WALs/6ac96558fc7f,35817,1731054152586 2024-11-08T08:22:33,885 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:22:33,886 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C35817%2C1731054152586, suffix=, logDir=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/WALs/6ac96558fc7f,35817,1731054152586, archiveDir=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/oldWALs, maxLogs=10 2024-11-08T08:22:33,900 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/WALs/6ac96558fc7f,35817,1731054152586/6ac96558fc7f%2C35817%2C1731054152586.1731054153886, exclude list is [], retry=0 2024-11-08T08:22:33,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35989,DS-47636ea1-cc60-4700-a91f-c0aafdc7cf8f,DISK] 2024-11-08T08:22:33,915 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/WALs/6ac96558fc7f,35817,1731054152586/6ac96558fc7f%2C35817%2C1731054152586.1731054153886 2024-11-08T08:22:33,915 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35343:35343)] 2024-11-08T08:22:33,915 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:22:33,916 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:33,916 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:33,916 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:33,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:33,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:22:33,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:33,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:33,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:33,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:22:33,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:33,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:33,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:33,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:22:33,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:33,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:33,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:33,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:22:33,922 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:33,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:33,922 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:33,923 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:33,923 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:33,924 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:33,924 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:33,924 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:22:33,925 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:33,927 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:22:33,927 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63229416, jitterRate=-0.0578082799911499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:22:33,928 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731054153916Initializing all the Stores at 1731054153916Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054153916Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054153917 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054153917Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054153917Cleaning up temporary data from old regions at 1731054153924 (+7 ms)Region opened successfully at 1731054153928 (+4 ms) 2024-11-08T08:22:33,928 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:22:33,930 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d59528, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:22:33,931 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:22:33,931 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:22:33,931 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:22:33,931 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:22:33,932 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:22:33,932 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:22:33,932 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:22:33,934 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:22:33,936 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Unable to get data of znode /1-1226285145/balancer because node does not exist (not necessarily an error) 2024-11-08T08:22:33,982 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1226285145/balancer already deleted, retry=false 2024-11-08T08:22:33,982 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:22:33,983 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Unable to get data of znode /1-1226285145/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:22:33,992 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1226285145/normalizer already deleted, retry=false 2024-11-08T08:22:33,993 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:22:33,993 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Unable to get data of znode /1-1226285145/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:22:34,003 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1226285145/switch/split already deleted, retry=false 2024-11-08T08:22:34,004 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Unable to get data of znode /1-1226285145/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:22:34,014 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1226285145/switch/merge already deleted, retry=false 2024-11-08T08:22:34,016 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Unable to get data of znode /1-1226285145/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:22:34,024 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1226285145/snapshot-cleanup already deleted, retry=false 2024-11-08T08:22:34,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1226285145/running 2024-11-08T08:22:34,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1226285145/running 2024-11-08T08:22:34,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145 2024-11-08T08:22:34,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145 2024-11-08T08:22:34,035 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,35817,1731054152586, sessionid=0x101198a07810003, setting cluster-up flag (Was=false) 2024-11-08T08:22:34,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145 2024-11-08T08:22:34,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145 2024-11-08T08:22:34,087 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1226285145/flush-table-proc/acquired, /1-1226285145/flush-table-proc/reached, /1-1226285145/flush-table-proc/abort 2024-11-08T08:22:34,088 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,35817,1731054152586 2024-11-08T08:22:34,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145 2024-11-08T08:22:34,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145 2024-11-08T08:22:34,140 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1226285145/online-snapshot/acquired, /1-1226285145/online-snapshot/reached, /1-1226285145/online-snapshot/abort 2024-11-08T08:22:34,140 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,35817,1731054152586 2024-11-08T08:22:34,141 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:22:34,142 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:22:34,142 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:22:34,142 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:22:34,143 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,35817,1731054152586 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:22:34,143 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:22:34,143 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:22:34,143 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:22:34,143 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:22:34,143 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:22:34,143 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:34,144 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:22:34,144 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:34,144 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731054184144 2024-11-08T08:22:34,144 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:22:34,144 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:22:34,144 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:22:34,144 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:22:34,145 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:22:34,145 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:22:34,145 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:22:34,145 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:22:34,145 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:34,145 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:22:34,145 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:22:34,145 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:22:34,145 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:22:34,145 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:34,145 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:22:34,145 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:22:34,145 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:22:34,146 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054154145,5,FailOnTimeoutGroup] 2024-11-08T08:22:34,148 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054154146,5,FailOnTimeoutGroup] 2024-11-08T08:22:34,148 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:34,148 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:22:34,148 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:34,148 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:34,152 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(746): ClusterId : 8738bb78-4e5a-40fe-8ed7-b0dc31f6be26 2024-11-08T08:22:34,152 DEBUG [RS:0;6ac96558fc7f:36549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:22:34,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:22:34,161 DEBUG [RS:0;6ac96558fc7f:36549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:22:34,161 DEBUG [RS:0;6ac96558fc7f:36549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:22:34,172 DEBUG [RS:0;6ac96558fc7f:36549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:22:34,172 DEBUG [RS:0;6ac96558fc7f:36549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e659f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:22:34,182 DEBUG [RS:0;6ac96558fc7f:36549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:36549 2024-11-08T08:22:34,182 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:22:34,182 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:22:34,182 DEBUG [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:22:34,182 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,35817,1731054152586 with port=36549, startcode=1731054152729 2024-11-08T08:22:34,183 DEBUG [RS:0;6ac96558fc7f:36549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:22:34,183 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:22:34,184 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,36549,1731054152729 2024-11-08T08:22:34,184 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35817 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,36549,1731054152729 2024-11-08T08:22:34,185 DEBUG [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af 2024-11-08T08:22:34,185 DEBUG [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42181 2024-11-08T08:22:34,185 DEBUG [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:22:34,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145/rs 2024-11-08T08:22:34,255 DEBUG [RS:0;6ac96558fc7f:36549 {}] zookeeper.ZKUtil(111): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Set watcher on existing znode=/1-1226285145/rs/6ac96558fc7f,36549,1731054152729 2024-11-08T08:22:34,255 WARN [RS:0;6ac96558fc7f:36549 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:22:34,255 INFO [RS:0;6ac96558fc7f:36549 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:22:34,256 DEBUG [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/WALs/6ac96558fc7f,36549,1731054152729 2024-11-08T08:22:34,256 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,36549,1731054152729] 2024-11-08T08:22:34,259 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:22:34,260 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:22:34,261 INFO [RS:0;6ac96558fc7f:36549 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:22:34,261 INFO [RS:0;6ac96558fc7f:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:34,261 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:22:34,262 INFO [RS:0;6ac96558fc7f:36549 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:22:34,262 INFO [RS:0;6ac96558fc7f:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:34,262 DEBUG [RS:0;6ac96558fc7f:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:34,262 DEBUG [RS:0;6ac96558fc7f:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:34,262 DEBUG [RS:0;6ac96558fc7f:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:34,262 DEBUG [RS:0;6ac96558fc7f:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:34,262 DEBUG [RS:0;6ac96558fc7f:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:34,262 DEBUG [RS:0;6ac96558fc7f:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:22:34,262 DEBUG [RS:0;6ac96558fc7f:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:34,262 DEBUG [RS:0;6ac96558fc7f:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:34,262 DEBUG [RS:0;6ac96558fc7f:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:34,262 DEBUG [RS:0;6ac96558fc7f:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:34,262 DEBUG [RS:0;6ac96558fc7f:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:34,262 DEBUG [RS:0;6ac96558fc7f:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:34,262 DEBUG [RS:0;6ac96558fc7f:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:22:34,262 DEBUG [RS:0;6ac96558fc7f:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:22:34,264 INFO [RS:0;6ac96558fc7f:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:34,264 INFO [RS:0;6ac96558fc7f:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:34,264 INFO [RS:0;6ac96558fc7f:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:34,264 INFO [RS:0;6ac96558fc7f:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:34,264 INFO [RS:0;6ac96558fc7f:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:34,264 INFO [RS:0;6ac96558fc7f:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,36549,1731054152729-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:22:34,287 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:22:34,287 INFO [RS:0;6ac96558fc7f:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,36549,1731054152729-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:34,287 INFO [RS:0;6ac96558fc7f:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:34,287 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.Replication(171): 6ac96558fc7f,36549,1731054152729 started 2024-11-08T08:22:34,307 INFO [RS:0;6ac96558fc7f:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:34,307 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,36549,1731054152729, RpcServer on 6ac96558fc7f/172.17.0.3:36549, sessionid=0x101198a07810004 2024-11-08T08:22:34,308 DEBUG [RS:0;6ac96558fc7f:36549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:22:34,308 DEBUG [RS:0;6ac96558fc7f:36549 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,36549,1731054152729 2024-11-08T08:22:34,308 DEBUG [RS:0;6ac96558fc7f:36549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,36549,1731054152729' 2024-11-08T08:22:34,308 DEBUG [RS:0;6ac96558fc7f:36549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1226285145/flush-table-proc/abort' 2024-11-08T08:22:34,308 DEBUG [RS:0;6ac96558fc7f:36549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1226285145/flush-table-proc/acquired' 2024-11-08T08:22:34,309 DEBUG [RS:0;6ac96558fc7f:36549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:22:34,309 DEBUG [RS:0;6ac96558fc7f:36549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:22:34,309 DEBUG [RS:0;6ac96558fc7f:36549 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,36549,1731054152729 2024-11-08T08:22:34,309 DEBUG [RS:0;6ac96558fc7f:36549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,36549,1731054152729' 2024-11-08T08:22:34,309 DEBUG [RS:0;6ac96558fc7f:36549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1226285145/online-snapshot/abort' 2024-11-08T08:22:34,309 DEBUG [RS:0;6ac96558fc7f:36549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1226285145/online-snapshot/acquired' 2024-11-08T08:22:34,309 DEBUG [RS:0;6ac96558fc7f:36549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:22:34,309 INFO [RS:0;6ac96558fc7f:36549 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:22:34,309 INFO [RS:0;6ac96558fc7f:36549 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:22:34,410 INFO [RS:0;6ac96558fc7f:36549 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:22:34,411 INFO [RS:0;6ac96558fc7f:36549 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C36549%2C1731054152729, suffix=, logDir=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/WALs/6ac96558fc7f,36549,1731054152729, archiveDir=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/oldWALs, maxLogs=10 2024-11-08T08:22:34,424 DEBUG [RS:0;6ac96558fc7f:36549 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/WALs/6ac96558fc7f,36549,1731054152729/6ac96558fc7f%2C36549%2C1731054152729.1731054154411, exclude list is [], retry=0 2024-11-08T08:22:34,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35989,DS-47636ea1-cc60-4700-a91f-c0aafdc7cf8f,DISK] 2024-11-08T08:22:34,429 INFO [RS:0;6ac96558fc7f:36549 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/WALs/6ac96558fc7f,36549,1731054152729/6ac96558fc7f%2C36549%2C1731054152729.1731054154411 2024-11-08T08:22:34,432 DEBUG [RS:0;6ac96558fc7f:36549 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35343:35343)] 2024-11-08T08:22:34,558 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:22:34,558 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af 2024-11-08T08:22:34,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741833_1009 (size=32) 2024-11-08T08:22:34,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:34,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:22:34,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:22:34,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:34,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:34,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:22:34,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:22:34,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:34,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:34,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:22:34,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:22:34,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:34,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:34,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:22:34,968 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:22:34,968 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:34,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:34,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:22:34,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740 2024-11-08T08:22:34,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740 2024-11-08T08:22:34,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:22:34,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:22:34,971 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:22:34,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:22:34,973 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:22:34,973 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65027964, jitterRate=-0.031007826328277588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:22:34,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731054154962Initializing all the Stores at 1731054154963 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054154963Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054154963Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054154963Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054154963Cleaning up temporary data from old regions at 1731054154970 (+7 ms)Region opened successfully at 1731054154973 (+3 ms) 2024-11-08T08:22:34,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:22:34,973 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:22:34,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:22:34,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:22:34,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:22:34,974 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:22:34,974 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054154973Disabling compacts and flushes for region at 1731054154973Disabling writes for close at 1731054154973Writing region close event to WAL at 1731054154973Closed at 1731054154973 2024-11-08T08:22:34,974 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:22:34,974 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:22:34,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:22:34,975 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:22:34,976 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:22:35,126 DEBUG [6ac96558fc7f:35817 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:22:35,127 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,36549,1731054152729 2024-11-08T08:22:35,127 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,36549,1731054152729, state=OPENING 2024-11-08T08:22:35,140 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:22:35,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145 2024-11-08T08:22:35,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145 2024-11-08T08:22:35,151 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:22:35,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1226285145/meta-region-server: CHANGED 2024-11-08T08:22:35,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1226285145/meta-region-server: CHANGED 2024-11-08T08:22:35,151 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,36549,1731054152729}] 2024-11-08T08:22:35,303 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:22:35,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:22:35,306 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:22:35,306 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:22:35,306 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:22:35,307 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C36549%2C1731054152729.meta, suffix=.meta, logDir=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/WALs/6ac96558fc7f,36549,1731054152729, archiveDir=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/oldWALs, maxLogs=10 2024-11-08T08:22:35,318 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/WALs/6ac96558fc7f,36549,1731054152729/6ac96558fc7f%2C36549%2C1731054152729.meta.1731054155307.meta, exclude list is [], retry=0 2024-11-08T08:22:35,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35989,DS-47636ea1-cc60-4700-a91f-c0aafdc7cf8f,DISK] 2024-11-08T08:22:35,320 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/WALs/6ac96558fc7f,36549,1731054152729/6ac96558fc7f%2C36549%2C1731054152729.meta.1731054155307.meta 2024-11-08T08:22:35,320 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35343:35343)] 2024-11-08T08:22:35,321 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:22:35,321 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:22:35,321 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:22:35,321 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:22:35,321 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:22:35,321 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:22:35,321 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:35,321 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:22:35,321 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:22:35,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:22:35,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:22:35,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:35,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:35,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:22:35,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:22:35,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:35,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:35,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:22:35,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:22:35,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:35,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:35,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:22:35,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:22:35,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:35,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:35,325 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:22:35,326 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740 2024-11-08T08:22:35,326 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740 2024-11-08T08:22:35,327 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:22:35,327 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:22:35,327 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:22:35,328 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:22:35,329 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65028601, jitterRate=-0.030998334288597107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:22:35,329 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:22:35,329 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731054155321Writing region info on filesystem at 1731054155321Initializing all the Stores at 1731054155322 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054155322Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054155322Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054155322Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054155322Cleaning up temporary data from old regions at 1731054155327 (+5 ms)Running coprocessor post-open hooks at 1731054155329 (+2 ms)Region opened successfully at 1731054155329 2024-11-08T08:22:35,329 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731054155302 2024-11-08T08:22:35,331 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:22:35,331 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:22:35,331 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,36549,1731054152729 2024-11-08T08:22:35,332 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,36549,1731054152729, state=OPEN 2024-11-08T08:22:35,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1226285145/meta-region-server 2024-11-08T08:22:35,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1226285145/meta-region-server 2024-11-08T08:22:35,340 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,36549,1731054152729 2024-11-08T08:22:35,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1226285145/meta-region-server: CHANGED 2024-11-08T08:22:35,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1226285145/meta-region-server: CHANGED 2024-11-08T08:22:35,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:22:35,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,36549,1731054152729 in 189 msec 2024-11-08T08:22:35,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:22:35,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 366 msec 2024-11-08T08:22:35,343 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:22:35,343 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:22:35,344 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:22:35,344 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,36549,1731054152729, seqNum=-1] 2024-11-08T08:22:35,344 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:22:35,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:22:35,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-08T08:22:35,349 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731054155349, completionTime=-1 2024-11-08T08:22:35,349 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:22:35,349 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:22:35,350 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:22:35,350 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731054215350 2024-11-08T08:22:35,351 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731054275351 2024-11-08T08:22:35,351 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-08T08:22:35,351 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,35817,1731054152586-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:35,351 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,35817,1731054152586-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:35,351 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,35817,1731054152586-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:35,351 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:35817, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:35,351 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:35,351 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:35,352 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:22:35,354 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.439sec 2024-11-08T08:22:35,354 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:22:35,354 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:22:35,354 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:22:35,354 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:22:35,354 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:22:35,354 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,35817,1731054152586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:22:35,354 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,35817,1731054152586-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:22:35,356 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:22:35,356 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:22:35,356 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,35817,1731054152586-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:35,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a488c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:35,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,35817,-1 for getting cluster id 2024-11-08T08:22:35,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:35,454 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8738bb78-4e5a-40fe-8ed7-b0dc31f6be26' 2024-11-08T08:22:35,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:35,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8738bb78-4e5a-40fe-8ed7-b0dc31f6be26" 2024-11-08T08:22:35,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe62423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:35,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,35817,-1] 2024-11-08T08:22:35,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:35,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:35,455 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:35,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16be6579, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:35,456 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:22:35,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,36549,1731054152729, seqNum=-1] 2024-11-08T08:22:35,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:22:35,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:22:35,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,35817,1731054152586 2024-11-08T08:22:35,459 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50676 2024-11-08T08:22:35,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:22:35,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101198a07810005 connected 2024-11-08T08:22:35,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/hadoop.log.dir so I do NOT create it in target/test-data/c51a720e-1479-40aa-d88e-125724dcb280 2024-11-08T08:22:35,478 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/hadoop.log.dir Erasing configuration value by system value. 2024-11-08T08:22:35,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/hadoop.tmp.dir so I do NOT create it in target/test-data/c51a720e-1479-40aa-d88e-125724dcb280 2024-11-08T08:22:35,478 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-08T08:22:35,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280 2024-11-08T08:22:35,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T08:22:35,478 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/cluster_48b1f43e-7a7d-0d03-2102-f703ddd66a9e, deleteOnExit=true 2024-11-08T08:22:35,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T08:22:35,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/test.cache.data in system properties and HBase conf 2024-11-08T08:22:35,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T08:22:35,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/hadoop.log.dir in system properties and HBase conf 2024-11-08T08:22:35,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T08:22:35,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T08:22:35,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T08:22:35,479 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T08:22:35,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:22:35,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T08:22:35,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T08:22:35,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:22:35,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T08:22:35,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T08:22:35,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T08:22:35,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:22:35,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T08:22:35,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/nfs.dump.dir in system properties and HBase conf 2024-11-08T08:22:35,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/java.io.tmpdir in system properties and HBase conf 2024-11-08T08:22:35,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T08:22:35,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T08:22:35,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T08:22:35,786 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T08:22:35,787 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:35,787 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:35,788 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:35,788 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:35,788 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:35,788 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:35,789 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:35,789 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:35,849 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:35,850 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:35,850 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:35,850 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:35,850 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:35,851 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:35,860 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:35,865 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:35,865 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:35,868 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:35,932 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:22:35,934 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:22:35,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:22:35,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:22:35,939 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T08:22:35,940 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:22:35,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69698f7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:22:35,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@478f88a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:22:36,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b54d618{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/java.io.tmpdir/jetty-localhost-33071-hadoop-hdfs-3_4_1-tests_jar-_-any-16957294190428497894/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:22:36,043 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@522f7563{HTTP/1.1, (http/1.1)}{localhost:33071} 2024-11-08T08:22:36,043 INFO [Time-limited test {}] server.Server(415): Started @352235ms 2024-11-08T08:22:36,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T08:22:36,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T08:22:36,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T08:22:36,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T08:22:36,330 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T08:22:36,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cc6a3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/hadoop.log.dir/,AVAILABLE} 2024-11-08T08:22:36,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7810c341{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T08:22:36,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22a10112{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/java.io.tmpdir/jetty-localhost-43011-hadoop-hdfs-3_4_1-tests_jar-_-any-10210465876620787873/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:22:36,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15984ac1{HTTP/1.1, (http/1.1)}{localhost:43011} 2024-11-08T08:22:36,470 INFO [Time-limited test {}] server.Server(415): Started @352661ms 2024-11-08T08:22:36,471 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T08:22:37,196 WARN [Thread-4575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/cluster_48b1f43e-7a7d-0d03-2102-f703ddd66a9e/data/data1/current/BP-744752942-172.17.0.3-1731054155492/current, will proceed with Du for space computation calculation, 2024-11-08T08:22:37,199 WARN [Thread-4576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/cluster_48b1f43e-7a7d-0d03-2102-f703ddd66a9e/data/data2/current/BP-744752942-172.17.0.3-1731054155492/current, will proceed with Du for space computation calculation, 2024-11-08T08:22:37,236 WARN [Thread-4563 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T08:22:37,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x925968dc71a1c9c with lease ID 0x30f5090da5e22cc: Processing first storage report for DS-6c581b78-b6c3-443e-9b6b-3e44887db090 from datanode DatanodeRegistration(127.0.0.1:41205, datanodeUuid=9b0230c6-6787-49f8-98ea-0c123dae9d1f, infoPort=35519, infoSecurePort=0, ipcPort=37659, storageInfo=lv=-57;cid=testClusterID;nsid=80647208;c=1731054155492) 2024-11-08T08:22:37,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x925968dc71a1c9c with lease ID 0x30f5090da5e22cc: from storage DS-6c581b78-b6c3-443e-9b6b-3e44887db090 node DatanodeRegistration(127.0.0.1:41205, datanodeUuid=9b0230c6-6787-49f8-98ea-0c123dae9d1f, infoPort=35519, infoSecurePort=0, ipcPort=37659, storageInfo=lv=-57;cid=testClusterID;nsid=80647208;c=1731054155492), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:22:37,239 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x925968dc71a1c9c with lease ID 0x30f5090da5e22cc: Processing first storage report for DS-333c8855-e075-4c58-be79-d5d5421647b3 from datanode DatanodeRegistration(127.0.0.1:41205, datanodeUuid=9b0230c6-6787-49f8-98ea-0c123dae9d1f, infoPort=35519, infoSecurePort=0, ipcPort=37659, storageInfo=lv=-57;cid=testClusterID;nsid=80647208;c=1731054155492) 2024-11-08T08:22:37,239 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x925968dc71a1c9c with lease ID 0x30f5090da5e22cc: from storage DS-333c8855-e075-4c58-be79-d5d5421647b3 node DatanodeRegistration(127.0.0.1:41205, datanodeUuid=9b0230c6-6787-49f8-98ea-0c123dae9d1f, infoPort=35519, infoSecurePort=0, ipcPort=37659, storageInfo=lv=-57;cid=testClusterID;nsid=80647208;c=1731054155492), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T08:22:37,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280 2024-11-08T08:22:37,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:37,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:37,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741825_1001 (size=7) 2024-11-08T08:22:37,275 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b with version=8 2024-11-08T08:22:37,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/hbase-staging 2024-11-08T08:22:37,278 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:22:37,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:37,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:37,278 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:22:37,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:37,278 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:22:37,278 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T08:22:37,278 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:22:37,279 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34235 2024-11-08T08:22:37,279 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34235 connecting to ZooKeeper ensemble=127.0.0.1:50676 2024-11-08T08:22:37,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342350x0, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:22:37,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34235-0x101198a07810006 connected 2024-11-08T08:22:37,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:37,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:37,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Set watcher on znode that does not yet exist, /2-1048226280/running 2024-11-08T08:22:37,386 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b, hbase.cluster.distributed=false 2024-11-08T08:22:37,388 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Set watcher on znode that does not yet exist, /2-1048226280/acl 2024-11-08T08:22:37,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34235 2024-11-08T08:22:37,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34235 2024-11-08T08:22:37,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34235 2024-11-08T08:22:37,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34235 2024-11-08T08:22:37,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34235 2024-11-08T08:22:37,420 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6ac96558fc7f:0 server-side Connection retries=45 2024-11-08T08:22:37,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:37,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:37,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T08:22:37,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T08:22:37,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T08:22:37,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T08:22:37,421 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T08:22:37,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41103 2024-11-08T08:22:37,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41103 connecting to ZooKeeper ensemble=127.0.0.1:50676 2024-11-08T08:22:37,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:37,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:37,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411030x0, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:22:37,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411030x0, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Set watcher on znode that does not yet exist, /2-1048226280/running 2024-11-08T08:22:37,446 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T08:22:37,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41103-0x101198a07810007 connected 2024-11-08T08:22:37,447 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T08:22:37,447 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Set watcher on znode that does not yet exist, /2-1048226280/master 2024-11-08T08:22:37,448 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Set watcher on znode that does not yet exist, /2-1048226280/acl 2024-11-08T08:22:37,453 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41103 2024-11-08T08:22:37,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41103 2024-11-08T08:22:37,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41103 2024-11-08T08:22:37,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41103 2024-11-08T08:22:37,456 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41103 2024-11-08T08:22:37,474 DEBUG [M:0;6ac96558fc7f:34235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6ac96558fc7f:34235 2024-11-08T08:22:37,476 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1048226280/backup-masters/6ac96558fc7f,34235,1731054157277 2024-11-08T08:22:37,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280/backup-masters 2024-11-08T08:22:37,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280/backup-masters 2024-11-08T08:22:37,487 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Set watcher on existing znode=/2-1048226280/backup-masters/6ac96558fc7f,34235,1731054157277 2024-11-08T08:22:37,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1048226280/master 2024-11-08T08:22:37,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280 2024-11-08T08:22:37,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280 2024-11-08T08:22:37,498 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Set watcher on existing znode=/2-1048226280/master 2024-11-08T08:22:37,498 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1048226280/backup-masters/6ac96558fc7f,34235,1731054157277 from backup master directory 2024-11-08T08:22:37,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280/backup-masters 2024-11-08T08:22:37,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1048226280/backup-masters/6ac96558fc7f,34235,1731054157277 2024-11-08T08:22:37,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280/backup-masters 2024-11-08T08:22:37,508 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:22:37,508 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6ac96558fc7f,34235,1731054157277 2024-11-08T08:22:37,515 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/hbase.id] with ID: 09cecf19-d252-46bc-a81b-c2c9b2bc89da 2024-11-08T08:22:37,515 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/.tmp/hbase.id 2024-11-08T08:22:37,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741826_1002 (size=42) 2024-11-08T08:22:37,526 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/.tmp/hbase.id]:[hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/hbase.id] 2024-11-08T08:22:37,543 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:37,543 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T08:22:37,544 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-08T08:22:37,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280 2024-11-08T08:22:37,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280 2024-11-08T08:22:37,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741827_1003 (size=196) 2024-11-08T08:22:37,955 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:22:37,956 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T08:22:37,956 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:22:37,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741828_1004 (size=1189) 2024-11-08T08:22:37,971 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store 2024-11-08T08:22:37,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741829_1005 (size=34) 2024-11-08T08:22:37,981 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:37,981 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:22:37,981 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:37,981 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:37,981 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:22:37,981 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:37,981 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:37,981 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054157981Disabling compacts and flushes for region at 1731054157981Disabling writes for close at 1731054157981Writing region close event to WAL at 1731054157981Closed at 1731054157981 2024-11-08T08:22:37,982 WARN [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store/.initializing 2024-11-08T08:22:37,982 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/WALs/6ac96558fc7f,34235,1731054157277 2024-11-08T08:22:37,983 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:22:37,984 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6ac96558fc7f%2C34235%2C1731054157277, suffix=, logDir=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/WALs/6ac96558fc7f,34235,1731054157277, archiveDir=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/oldWALs, maxLogs=10 2024-11-08T08:22:38,001 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/WALs/6ac96558fc7f,34235,1731054157277/6ac96558fc7f%2C34235%2C1731054157277.1731054157984, exclude list is [], retry=0 2024-11-08T08:22:38,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41205,DS-6c581b78-b6c3-443e-9b6b-3e44887db090,DISK] 2024-11-08T08:22:38,012 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/WALs/6ac96558fc7f,34235,1731054157277/6ac96558fc7f%2C34235%2C1731054157277.1731054157984 2024-11-08T08:22:38,014 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35519:35519)] 2024-11-08T08:22:38,015 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:22:38,015 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:38,015 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:38,015 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:38,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:38,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T08:22:38,017 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:38,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:38,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:38,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T08:22:38,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:38,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:38,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:38,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T08:22:38,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:38,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:38,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:38,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T08:22:38,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:38,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:38,029 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:38,030 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:38,030 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:38,031 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:38,031 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:38,031 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:22:38,032 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T08:22:38,034 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:22:38,035 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70871689, jitterRate=0.05607046186923981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:22:38,035 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731054158015Initializing all the Stores at 1731054158016 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054158016Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054158016Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054158016Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054158016Cleaning up temporary data from old regions at 1731054158031 (+15 ms)Region opened successfully at 1731054158035 (+4 ms) 2024-11-08T08:22:38,035 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T08:22:38,037 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432bc263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:22:38,038 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T08:22:38,038 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T08:22:38,038 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T08:22:38,038 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T08:22:38,039 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T08:22:38,039 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-08T08:22:38,039 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T08:22:38,042 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T08:22:38,043 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Unable to get data of znode /2-1048226280/balancer because node does not exist (not necessarily an error) 2024-11-08T08:22:38,201 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1048226280/balancer already deleted, retry=false 2024-11-08T08:22:38,201 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T08:22:38,202 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Unable to get data of znode /2-1048226280/normalizer because node does not exist (not necessarily an error) 2024-11-08T08:22:38,349 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1048226280/normalizer already deleted, retry=false 2024-11-08T08:22:38,349 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T08:22:38,350 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Unable to get data of znode /2-1048226280/switch/split because node does not exist (not necessarily an error) 2024-11-08T08:22:38,496 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1048226280/switch/split already deleted, retry=false 2024-11-08T08:22:38,496 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Unable to get data of znode /2-1048226280/switch/merge because node does not exist (not necessarily an error) 2024-11-08T08:22:38,728 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1048226280/switch/merge already deleted, retry=false 2024-11-08T08:22:38,730 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Unable to get data of znode /2-1048226280/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T08:22:38,855 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1048226280/snapshot-cleanup already deleted, retry=false 2024-11-08T08:22:38,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1048226280/running 2024-11-08T08:22:38,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1048226280/running 2024-11-08T08:22:38,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280 2024-11-08T08:22:38,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280 2024-11-08T08:22:38,923 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6ac96558fc7f,34235,1731054157277, sessionid=0x101198a07810006, setting cluster-up flag (Was=false) 2024-11-08T08:22:38,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280 2024-11-08T08:22:38,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280 2024-11-08T08:22:38,982 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1048226280/flush-table-proc/acquired, /2-1048226280/flush-table-proc/reached, /2-1048226280/flush-table-proc/abort 2024-11-08T08:22:38,982 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,34235,1731054157277 2024-11-08T08:22:39,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280 2024-11-08T08:22:39,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280 2024-11-08T08:22:39,155 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1048226280/online-snapshot/acquired, /2-1048226280/online-snapshot/reached, /2-1048226280/online-snapshot/abort 2024-11-08T08:22:39,156 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6ac96558fc7f,34235,1731054157277 2024-11-08T08:22:39,157 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T08:22:39,158 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T08:22:39,158 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T08:22:39,158 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T08:22:39,159 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6ac96558fc7f,34235,1731054157277 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T08:22:39,159 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:22:39,160 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:22:39,160 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:22:39,160 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=5, maxPoolSize=5 2024-11-08T08:22:39,160 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6ac96558fc7f:0, corePoolSize=10, maxPoolSize=10 2024-11-08T08:22:39,160 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:39,160 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:22:39,160 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:39,161 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:22:39,161 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731054189161 2024-11-08T08:22:39,161 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T08:22:39,161 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T08:22:39,161 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T08:22:39,161 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T08:22:39,161 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T08:22:39,161 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T08:22:39,161 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T08:22:39,161 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:39,161 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(746): ClusterId : 09cecf19-d252-46bc-a81b-c2c9b2bc89da 2024-11-08T08:22:39,161 DEBUG [RS:0;6ac96558fc7f:41103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T08:22:39,161 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:39,161 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T08:22:39,161 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T08:22:39,162 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T08:22:39,162 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-08T08:22:39,161 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T08:22:39,162 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T08:22:39,162 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T08:22:39,162 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054159162,5,FailOnTimeoutGroup] 2024-11-08T08:22:39,162 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054159162,5,FailOnTimeoutGroup] 2024-11-08T08:22:39,162 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:39,162 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T08:22:39,162 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:39,162 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:39,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741831_1007 (size=1321) 2024-11-08T08:22:39,250 DEBUG [RS:0;6ac96558fc7f:41103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T08:22:39,251 DEBUG [RS:0;6ac96558fc7f:41103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T08:22:39,299 DEBUG [RS:0;6ac96558fc7f:41103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T08:22:39,299 DEBUG [RS:0;6ac96558fc7f:41103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57043a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6ac96558fc7f/172.17.0.3:0 2024-11-08T08:22:39,309 DEBUG [RS:0;6ac96558fc7f:41103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6ac96558fc7f:41103 2024-11-08T08:22:39,310 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T08:22:39,310 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T08:22:39,310 DEBUG [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T08:22:39,310 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(2659): reportForDuty to master=6ac96558fc7f,34235,1731054157277 with port=41103, startcode=1731054157419 2024-11-08T08:22:39,310 DEBUG [RS:0;6ac96558fc7f:41103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T08:22:39,311 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T08:22:39,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34235 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6ac96558fc7f,41103,1731054157419 2024-11-08T08:22:39,312 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34235 {}] master.ServerManager(517): Registering regionserver=6ac96558fc7f,41103,1731054157419 2024-11-08T08:22:39,313 DEBUG [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b 2024-11-08T08:22:39,313 DEBUG [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35123 2024-11-08T08:22:39,313 DEBUG [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T08:22:39,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280/rs 2024-11-08T08:22:39,359 DEBUG [RS:0;6ac96558fc7f:41103 {}] zookeeper.ZKUtil(111): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Set watcher on existing znode=/2-1048226280/rs/6ac96558fc7f,41103,1731054157419 2024-11-08T08:22:39,359 WARN [RS:0;6ac96558fc7f:41103 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T08:22:39,359 INFO [RS:0;6ac96558fc7f:41103 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:22:39,359 DEBUG [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/WALs/6ac96558fc7f,41103,1731054157419 2024-11-08T08:22:39,359 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6ac96558fc7f,41103,1731054157419] 2024-11-08T08:22:39,362 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T08:22:39,363 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T08:22:39,364 INFO [RS:0;6ac96558fc7f:41103 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T08:22:39,364 INFO [RS:0;6ac96558fc7f:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:39,364 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T08:22:39,365 INFO [RS:0;6ac96558fc7f:41103 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T08:22:39,365 INFO [RS:0;6ac96558fc7f:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:39,365 DEBUG [RS:0;6ac96558fc7f:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:39,365 DEBUG [RS:0;6ac96558fc7f:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:39,365 DEBUG [RS:0;6ac96558fc7f:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:39,365 DEBUG [RS:0;6ac96558fc7f:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:39,365 DEBUG [RS:0;6ac96558fc7f:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:39,365 DEBUG [RS:0;6ac96558fc7f:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6ac96558fc7f:0, corePoolSize=2, maxPoolSize=2 2024-11-08T08:22:39,365 DEBUG [RS:0;6ac96558fc7f:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:39,365 DEBUG [RS:0;6ac96558fc7f:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:39,365 DEBUG [RS:0;6ac96558fc7f:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:39,365 DEBUG [RS:0;6ac96558fc7f:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:39,365 DEBUG [RS:0;6ac96558fc7f:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:39,365 DEBUG [RS:0;6ac96558fc7f:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6ac96558fc7f:0, corePoolSize=1, maxPoolSize=1 2024-11-08T08:22:39,365 DEBUG [RS:0;6ac96558fc7f:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:22:39,365 DEBUG [RS:0;6ac96558fc7f:41103 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6ac96558fc7f:0, corePoolSize=3, maxPoolSize=3 2024-11-08T08:22:39,367 INFO [RS:0;6ac96558fc7f:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:39,367 INFO [RS:0;6ac96558fc7f:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:39,367 INFO [RS:0;6ac96558fc7f:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:39,367 INFO [RS:0;6ac96558fc7f:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:39,367 INFO [RS:0;6ac96558fc7f:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:39,367 INFO [RS:0;6ac96558fc7f:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,41103,1731054157419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:22:39,382 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T08:22:39,383 INFO [RS:0;6ac96558fc7f:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,41103,1731054157419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:39,383 INFO [RS:0;6ac96558fc7f:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:39,383 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.Replication(171): 6ac96558fc7f,41103,1731054157419 started 2024-11-08T08:22:39,397 INFO [RS:0;6ac96558fc7f:41103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:39,397 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(1482): Serving as 6ac96558fc7f,41103,1731054157419, RpcServer on 6ac96558fc7f/172.17.0.3:41103, sessionid=0x101198a07810007 2024-11-08T08:22:39,397 DEBUG [RS:0;6ac96558fc7f:41103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T08:22:39,397 DEBUG [RS:0;6ac96558fc7f:41103 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6ac96558fc7f,41103,1731054157419 2024-11-08T08:22:39,397 DEBUG [RS:0;6ac96558fc7f:41103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,41103,1731054157419' 2024-11-08T08:22:39,397 DEBUG [RS:0;6ac96558fc7f:41103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1048226280/flush-table-proc/abort' 2024-11-08T08:22:39,398 DEBUG [RS:0;6ac96558fc7f:41103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1048226280/flush-table-proc/acquired' 2024-11-08T08:22:39,398 DEBUG [RS:0;6ac96558fc7f:41103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T08:22:39,398 DEBUG [RS:0;6ac96558fc7f:41103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T08:22:39,398 DEBUG [RS:0;6ac96558fc7f:41103 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6ac96558fc7f,41103,1731054157419 2024-11-08T08:22:39,398 DEBUG [RS:0;6ac96558fc7f:41103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6ac96558fc7f,41103,1731054157419' 2024-11-08T08:22:39,398 DEBUG [RS:0;6ac96558fc7f:41103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1048226280/online-snapshot/abort' 2024-11-08T08:22:39,398 DEBUG [RS:0;6ac96558fc7f:41103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1048226280/online-snapshot/acquired' 2024-11-08T08:22:39,399 DEBUG [RS:0;6ac96558fc7f:41103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T08:22:39,399 INFO [RS:0;6ac96558fc7f:41103 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T08:22:39,399 INFO [RS:0;6ac96558fc7f:41103 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T08:22:39,499 INFO [RS:0;6ac96558fc7f:41103 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T08:22:39,500 INFO [RS:0;6ac96558fc7f:41103 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C41103%2C1731054157419, suffix=, logDir=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/WALs/6ac96558fc7f,41103,1731054157419, archiveDir=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/oldWALs, maxLogs=10 2024-11-08T08:22:39,518 DEBUG [RS:0;6ac96558fc7f:41103 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/WALs/6ac96558fc7f,41103,1731054157419/6ac96558fc7f%2C41103%2C1731054157419.1731054159500, exclude list is [], retry=0 2024-11-08T08:22:39,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41205,DS-6c581b78-b6c3-443e-9b6b-3e44887db090,DISK] 2024-11-08T08:22:39,522 INFO [RS:0;6ac96558fc7f:41103 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/WALs/6ac96558fc7f,41103,1731054157419/6ac96558fc7f%2C41103%2C1731054157419.1731054159500 2024-11-08T08:22:39,522 DEBUG [RS:0;6ac96558fc7f:41103 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35519:35519)] 2024-11-08T08:22:39,566 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T08:22:39,566 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b 2024-11-08T08:22:39,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741833_1009 (size=32) 2024-11-08T08:22:39,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:39,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:22:39,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:22:39,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:39,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:39,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:22:39,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:22:39,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:39,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:39,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:22:39,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:22:39,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:39,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:39,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:22:39,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:22:39,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:39,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:39,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:22:39,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740 2024-11-08T08:22:39,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740 2024-11-08T08:22:39,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:22:39,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:22:39,978 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:22:39,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:22:39,980 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:22:39,980 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69486635, jitterRate=0.035431548953056335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:22:39,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731054159971Initializing all the Stores at 1731054159971Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054159971Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054159972 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054159972Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054159972Cleaning up temporary data from old regions at 1731054159978 (+6 ms)Region opened successfully at 1731054159980 (+2 ms) 2024-11-08T08:22:39,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:22:39,980 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:22:39,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:22:39,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:22:39,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:22:39,981 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:22:39,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054159980Disabling compacts and flushes for region at 1731054159980Disabling writes for close at 1731054159980Writing region close event to WAL at 1731054159981 (+1 ms)Closed at 1731054159981 2024-11-08T08:22:39,981 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:22:39,982 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T08:22:39,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T08:22:39,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:22:39,983 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T08:22:40,133 DEBUG [6ac96558fc7f:34235 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T08:22:40,134 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6ac96558fc7f,41103,1731054157419 2024-11-08T08:22:40,135 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,41103,1731054157419, state=OPENING 2024-11-08T08:22:40,176 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T08:22:40,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280 2024-11-08T08:22:40,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280 2024-11-08T08:22:40,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1048226280/meta-region-server: CHANGED 2024-11-08T08:22:40,256 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1048226280/meta-region-server: CHANGED 2024-11-08T08:22:40,256 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T08:22:40,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,41103,1731054157419}] 2024-11-08T08:22:40,408 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:22:40,409 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:22:40,411 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T08:22:40,411 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:22:40,412 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T08:22:40,413 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C41103%2C1731054157419.meta, suffix=.meta, logDir=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/WALs/6ac96558fc7f,41103,1731054157419, archiveDir=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/oldWALs, maxLogs=10 2024-11-08T08:22:40,429 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/WALs/6ac96558fc7f,41103,1731054157419/6ac96558fc7f%2C41103%2C1731054157419.meta.1731054160413.meta, exclude list is [], retry=0 2024-11-08T08:22:40,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41205,DS-6c581b78-b6c3-443e-9b6b-3e44887db090,DISK] 2024-11-08T08:22:40,432 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/WALs/6ac96558fc7f,41103,1731054157419/6ac96558fc7f%2C41103%2C1731054157419.meta.1731054160413.meta 2024-11-08T08:22:40,433 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35519:35519)] 2024-11-08T08:22:40,433 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:22:40,433 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:22:40,433 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:22:40,433 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T08:22:40,433 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T08:22:40,433 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T08:22:40,433 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:40,433 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T08:22:40,433 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T08:22:40,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T08:22:40,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T08:22:40,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:40,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:40,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T08:22:40,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T08:22:40,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:40,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:40,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T08:22:40,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T08:22:40,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:40,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:40,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T08:22:40,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T08:22:40,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:40,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T08:22:40,440 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T08:22:40,441 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740 2024-11-08T08:22:40,441 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740 2024-11-08T08:22:40,442 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T08:22:40,442 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T08:22:40,442 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T08:22:40,443 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T08:22:40,443 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61586427, jitterRate=-0.08229072391986847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T08:22:40,443 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T08:22:40,443 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731054160434Writing region info on filesystem at 1731054160434Initializing all the Stores at 1731054160434Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054160434Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054160436 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054160436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731054160436Cleaning up temporary data from old regions at 1731054160442 (+6 ms)Running coprocessor post-open hooks at 1731054160443 (+1 ms)Region opened successfully at 1731054160443 2024-11-08T08:22:40,446 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731054160407 2024-11-08T08:22:40,447 DEBUG [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T08:22:40,447 INFO [RS_OPEN_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T08:22:40,448 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,41103,1731054157419 2024-11-08T08:22:40,448 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6ac96558fc7f,41103,1731054157419, state=OPEN 2024-11-08T08:22:40,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1048226280/meta-region-server 2024-11-08T08:22:40,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1048226280/meta-region-server 2024-11-08T08:22:40,466 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6ac96558fc7f,41103,1731054157419 2024-11-08T08:22:40,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1048226280/meta-region-server: CHANGED 2024-11-08T08:22:40,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1048226280/meta-region-server: CHANGED 2024-11-08T08:22:40,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T08:22:40,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6ac96558fc7f,41103,1731054157419 in 210 msec 2024-11-08T08:22:40,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T08:22:40,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 486 msec 2024-11-08T08:22:40,470 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T08:22:40,470 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T08:22:40,472 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:22:40,472 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,41103,1731054157419, seqNum=-1] 2024-11-08T08:22:40,472 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:22:40,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:22:40,477 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3190 sec 2024-11-08T08:22:40,477 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731054160477, completionTime=-1 2024-11-08T08:22:40,478 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T08:22:40,478 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-08T08:22:40,480 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-08T08:22:40,480 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731054220480 2024-11-08T08:22:40,480 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731054280480 2024-11-08T08:22:40,480 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-08T08:22:40,480 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,34235,1731054157277-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:40,480 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,34235,1731054157277-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:40,480 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,34235,1731054157277-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:40,480 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6ac96558fc7f:34235, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:40,480 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:40,480 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:40,482 DEBUG [master/6ac96558fc7f:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T08:22:40,483 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.975sec 2024-11-08T08:22:40,484 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T08:22:40,484 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T08:22:40,484 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T08:22:40,484 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T08:22:40,484 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T08:22:40,484 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,34235,1731054157277-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T08:22:40,484 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,34235,1731054157277-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T08:22:40,486 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T08:22:40,486 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T08:22:40,486 INFO [master/6ac96558fc7f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6ac96558fc7f,34235,1731054157277-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T08:22:40,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bbc6be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:40,563 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,34235,-1 for getting cluster id 2024-11-08T08:22:40,563 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:40,564 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09cecf19-d252-46bc-a81b-c2c9b2bc89da' 2024-11-08T08:22:40,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:40,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09cecf19-d252-46bc-a81b-c2c9b2bc89da" 2024-11-08T08:22:40,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f213ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:40,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,34235,-1] 2024-11-08T08:22:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:40,565 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:40,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c60c7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:40,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:22:40,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,41103,1731054157419, seqNum=-1] 2024-11-08T08:22:40,567 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:22:40,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:22:40,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6ac96558fc7f,34235,1731054157277 2024-11-08T08:22:40,569 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50676 2024-11-08T08:22:40,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T08:22:40,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101198a07810008 connected 2024-11-08T08:22:40,594 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:22:40,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,44913,1731054147446 2024-11-08T08:22:40,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65ebb81 2024-11-08T08:22:40,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:22:40,595 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:22:40,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:22:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T08:22:40,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:22:40,598 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:40,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T08:22:40,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:22:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:40,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741835_1011 (size=902) 2024-11-08T08:22:40,604 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 401c31dd21dcdf112572d30a2b814137, NAME => 'test,,1731054160596.401c31dd21dcdf112572d30a2b814137.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730 2024-11-08T08:22:40,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741836_1012 (size=39) 2024-11-08T08:22:40,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731054160596.401c31dd21dcdf112572d30a2b814137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:40,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 401c31dd21dcdf112572d30a2b814137, disabling compactions & flushes 2024-11-08T08:22:40,613 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731054160596.401c31dd21dcdf112572d30a2b814137. 2024-11-08T08:22:40,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054160596.401c31dd21dcdf112572d30a2b814137. 2024-11-08T08:22:40,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731054160596.401c31dd21dcdf112572d30a2b814137. after waiting 0 ms 2024-11-08T08:22:40,613 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731054160596.401c31dd21dcdf112572d30a2b814137. 2024-11-08T08:22:40,613 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731054160596.401c31dd21dcdf112572d30a2b814137. 2024-11-08T08:22:40,614 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 401c31dd21dcdf112572d30a2b814137: Waiting for close lock at 1731054160613Disabling compacts and flushes for region at 1731054160613Disabling writes for close at 1731054160613Writing region close event to WAL at 1731054160613Closed at 1731054160613 2024-11-08T08:22:40,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:22:40,615 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731054160596.401c31dd21dcdf112572d30a2b814137.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731054160614"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054160614"}]},"ts":"1731054160614"} 2024-11-08T08:22:40,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:22:40,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:22:40,617 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054160617"}]},"ts":"1731054160617"} 2024-11-08T08:22:40,618 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T08:22:40,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=401c31dd21dcdf112572d30a2b814137, ASSIGN}] 2024-11-08T08:22:40,620 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=401c31dd21dcdf112572d30a2b814137, ASSIGN 2024-11-08T08:22:40,624 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=401c31dd21dcdf112572d30a2b814137, ASSIGN; state=OFFLINE, location=6ac96558fc7f,32965,1731054147892; forceNewPlan=false, retain=false 2024-11-08T08:22:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:40,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=401c31dd21dcdf112572d30a2b814137, regionState=OPENING, regionLocation=6ac96558fc7f,32965,1731054147892 2024-11-08T08:22:40,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=401c31dd21dcdf112572d30a2b814137, ASSIGN because future has completed 2024-11-08T08:22:40,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 401c31dd21dcdf112572d30a2b814137, server=6ac96558fc7f,32965,1731054147892}] 2024-11-08T08:22:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:40,955 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731054160596.401c31dd21dcdf112572d30a2b814137. 2024-11-08T08:22:40,955 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 401c31dd21dcdf112572d30a2b814137, NAME => 'test,,1731054160596.401c31dd21dcdf112572d30a2b814137.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:22:40,956 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:22:40,957 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T08:22:40,957 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 401c31dd21dcdf112572d30a2b814137 2024-11-08T08:22:40,957 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731054160596.401c31dd21dcdf112572d30a2b814137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:40,957 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 401c31dd21dcdf112572d30a2b814137 2024-11-08T08:22:40,957 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 401c31dd21dcdf112572d30a2b814137 2024-11-08T08:22:40,967 INFO [StoreOpener-401c31dd21dcdf112572d30a2b814137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 401c31dd21dcdf112572d30a2b814137 2024-11-08T08:22:40,969 INFO [StoreOpener-401c31dd21dcdf112572d30a2b814137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 401c31dd21dcdf112572d30a2b814137 columnFamilyName f 2024-11-08T08:22:40,969 DEBUG [StoreOpener-401c31dd21dcdf112572d30a2b814137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:40,970 INFO [StoreOpener-401c31dd21dcdf112572d30a2b814137-1 {}] regionserver.HStore(327): Store=401c31dd21dcdf112572d30a2b814137/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:40,971 INFO [StoreOpener-401c31dd21dcdf112572d30a2b814137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 401c31dd21dcdf112572d30a2b814137 2024-11-08T08:22:40,972 INFO [StoreOpener-401c31dd21dcdf112572d30a2b814137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 401c31dd21dcdf112572d30a2b814137 columnFamilyName f1 2024-11-08T08:22:40,972 DEBUG [StoreOpener-401c31dd21dcdf112572d30a2b814137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:40,972 INFO [StoreOpener-401c31dd21dcdf112572d30a2b814137-1 {}] regionserver.HStore(327): Store=401c31dd21dcdf112572d30a2b814137/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:40,972 INFO [StoreOpener-401c31dd21dcdf112572d30a2b814137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 401c31dd21dcdf112572d30a2b814137 2024-11-08T08:22:40,974 INFO [StoreOpener-401c31dd21dcdf112572d30a2b814137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 401c31dd21dcdf112572d30a2b814137 columnFamilyName norep 2024-11-08T08:22:40,974 DEBUG [StoreOpener-401c31dd21dcdf112572d30a2b814137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:40,974 INFO [StoreOpener-401c31dd21dcdf112572d30a2b814137-1 {}] regionserver.HStore(327): Store=401c31dd21dcdf112572d30a2b814137/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:40,974 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 401c31dd21dcdf112572d30a2b814137 2024-11-08T08:22:40,975 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137 2024-11-08T08:22:40,975 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137 2024-11-08T08:22:40,976 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 401c31dd21dcdf112572d30a2b814137 2024-11-08T08:22:40,976 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 401c31dd21dcdf112572d30a2b814137 2024-11-08T08:22:40,976 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:22:40,977 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 401c31dd21dcdf112572d30a2b814137 2024-11-08T08:22:40,985 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:22:40,985 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 401c31dd21dcdf112572d30a2b814137; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74301438, jitterRate=0.10717770457267761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:22:40,985 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 401c31dd21dcdf112572d30a2b814137 2024-11-08T08:22:40,985 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 401c31dd21dcdf112572d30a2b814137: Running coprocessor pre-open hook at 1731054160957Writing region info on filesystem at 1731054160957Initializing all the Stores at 1731054160967 (+10 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054160967Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054160967Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054160967Cleaning up temporary data from old regions at 1731054160976 (+9 ms)Running coprocessor post-open hooks at 1731054160985 (+9 ms)Region opened successfully at 1731054160985 2024-11-08T08:22:40,986 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731054160596.401c31dd21dcdf112572d30a2b814137., pid=6, masterSystemTime=1731054160929 2024-11-08T08:22:40,987 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731054160596.401c31dd21dcdf112572d30a2b814137. 2024-11-08T08:22:40,987 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731054160596.401c31dd21dcdf112572d30a2b814137. 2024-11-08T08:22:40,988 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=401c31dd21dcdf112572d30a2b814137, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ac96558fc7f,32965,1731054147892 2024-11-08T08:22:40,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 401c31dd21dcdf112572d30a2b814137, server=6ac96558fc7f,32965,1731054147892 because future has completed 2024-11-08T08:22:40,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T08:22:40,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 401c31dd21dcdf112572d30a2b814137, server=6ac96558fc7f,32965,1731054147892 in 213 msec 2024-11-08T08:22:40,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T08:22:40,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=401c31dd21dcdf112572d30a2b814137, ASSIGN in 373 msec 2024-11-08T08:22:40,994 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:22:40,994 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054160994"}]},"ts":"1731054160994"} 2024-11-08T08:22:40,998 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T08:22:40,999 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:22:41,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 403 msec 2024-11-08T08:22:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:41,230 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T08:22:41,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:22:41,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,35817,1731054152586 2024-11-08T08:22:41,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27af371b 2024-11-08T08:22:41,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:22:41,232 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:22:41,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:22:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T08:22:41,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:22:41,235 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:41,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T08:22:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:41,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:22:41,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741835_1011 (size=902) 2024-11-08T08:22:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:41,643 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3dc271a80c7d0c2a6e28b03c23de51e4, NAME => 'test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af 2024-11-08T08:22:41,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741836_1012 (size=39) 2024-11-08T08:22:41,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:42,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:42,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3dc271a80c7d0c2a6e28b03c23de51e4, disabling compactions & flushes 2024-11-08T08:22:42,048 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4. 2024-11-08T08:22:42,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4. 2024-11-08T08:22:42,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4. after waiting 0 ms 2024-11-08T08:22:42,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4. 2024-11-08T08:22:42,048 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4. 2024-11-08T08:22:42,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3dc271a80c7d0c2a6e28b03c23de51e4: Waiting for close lock at 1731054162048Disabling compacts and flushes for region at 1731054162048Disabling writes for close at 1731054162048Writing region close event to WAL at 1731054162048Closed at 1731054162048 2024-11-08T08:22:42,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:22:42,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731054162049"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054162049"}]},"ts":"1731054162049"} 2024-11-08T08:22:42,050 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:22:42,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:22:42,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054162051"}]},"ts":"1731054162051"} 2024-11-08T08:22:42,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T08:22:42,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3dc271a80c7d0c2a6e28b03c23de51e4, ASSIGN}] 2024-11-08T08:22:42,053 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3dc271a80c7d0c2a6e28b03c23de51e4, ASSIGN 2024-11-08T08:22:42,053 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3dc271a80c7d0c2a6e28b03c23de51e4, ASSIGN; state=OFFLINE, location=6ac96558fc7f,36549,1731054152729; forceNewPlan=false, retain=false 2024-11-08T08:22:42,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3dc271a80c7d0c2a6e28b03c23de51e4, regionState=OPENING, regionLocation=6ac96558fc7f,36549,1731054152729 2024-11-08T08:22:42,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3dc271a80c7d0c2a6e28b03c23de51e4, ASSIGN because future has completed 2024-11-08T08:22:42,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dc271a80c7d0c2a6e28b03c23de51e4, server=6ac96558fc7f,36549,1731054152729}] 2024-11-08T08:22:42,361 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4. 2024-11-08T08:22:42,361 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3dc271a80c7d0c2a6e28b03c23de51e4, NAME => 'test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:22:42,361 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:22:42,362 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T08:22:42,362 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3dc271a80c7d0c2a6e28b03c23de51e4 2024-11-08T08:22:42,362 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:42,362 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3dc271a80c7d0c2a6e28b03c23de51e4 2024-11-08T08:22:42,362 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3dc271a80c7d0c2a6e28b03c23de51e4 2024-11-08T08:22:42,363 INFO [StoreOpener-3dc271a80c7d0c2a6e28b03c23de51e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3dc271a80c7d0c2a6e28b03c23de51e4 2024-11-08T08:22:42,364 INFO [StoreOpener-3dc271a80c7d0c2a6e28b03c23de51e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dc271a80c7d0c2a6e28b03c23de51e4 columnFamilyName f 2024-11-08T08:22:42,364 DEBUG [StoreOpener-3dc271a80c7d0c2a6e28b03c23de51e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:42,364 INFO [StoreOpener-3dc271a80c7d0c2a6e28b03c23de51e4-1 {}] regionserver.HStore(327): Store=3dc271a80c7d0c2a6e28b03c23de51e4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:42,364 INFO [StoreOpener-3dc271a80c7d0c2a6e28b03c23de51e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3dc271a80c7d0c2a6e28b03c23de51e4 2024-11-08T08:22:42,365 INFO [StoreOpener-3dc271a80c7d0c2a6e28b03c23de51e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dc271a80c7d0c2a6e28b03c23de51e4 columnFamilyName f1 2024-11-08T08:22:42,365 DEBUG [StoreOpener-3dc271a80c7d0c2a6e28b03c23de51e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:42,365 INFO [StoreOpener-3dc271a80c7d0c2a6e28b03c23de51e4-1 {}] regionserver.HStore(327): Store=3dc271a80c7d0c2a6e28b03c23de51e4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:42,365 INFO [StoreOpener-3dc271a80c7d0c2a6e28b03c23de51e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3dc271a80c7d0c2a6e28b03c23de51e4 2024-11-08T08:22:42,365 INFO [StoreOpener-3dc271a80c7d0c2a6e28b03c23de51e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dc271a80c7d0c2a6e28b03c23de51e4 columnFamilyName norep 2024-11-08T08:22:42,365 DEBUG [StoreOpener-3dc271a80c7d0c2a6e28b03c23de51e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:42,366 INFO [StoreOpener-3dc271a80c7d0c2a6e28b03c23de51e4-1 {}] regionserver.HStore(327): Store=3dc271a80c7d0c2a6e28b03c23de51e4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:42,366 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3dc271a80c7d0c2a6e28b03c23de51e4 2024-11-08T08:22:42,366 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4 2024-11-08T08:22:42,367 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4 2024-11-08T08:22:42,367 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3dc271a80c7d0c2a6e28b03c23de51e4 2024-11-08T08:22:42,367 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3dc271a80c7d0c2a6e28b03c23de51e4 2024-11-08T08:22:42,368 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:22:42,368 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3dc271a80c7d0c2a6e28b03c23de51e4 2024-11-08T08:22:42,370 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:22:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:42,370 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3dc271a80c7d0c2a6e28b03c23de51e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60182199, jitterRate=-0.10321535170078278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:22:42,370 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3dc271a80c7d0c2a6e28b03c23de51e4 2024-11-08T08:22:42,370 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3dc271a80c7d0c2a6e28b03c23de51e4: Running coprocessor pre-open hook at 1731054162362Writing region info on filesystem at 1731054162362Initializing all the Stores at 1731054162363 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054162363Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054162363Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054162363Cleaning up temporary data from old regions at 1731054162367 (+4 ms)Running coprocessor post-open hooks at 1731054162370 (+3 ms)Region opened successfully at 1731054162370 2024-11-08T08:22:42,371 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4., pid=6, masterSystemTime=1731054162358 2024-11-08T08:22:42,373 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4. 2024-11-08T08:22:42,373 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4. 2024-11-08T08:22:42,373 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3dc271a80c7d0c2a6e28b03c23de51e4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ac96558fc7f,36549,1731054152729 2024-11-08T08:22:42,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dc271a80c7d0c2a6e28b03c23de51e4, server=6ac96558fc7f,36549,1731054152729 because future has completed 2024-11-08T08:22:42,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T08:22:42,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3dc271a80c7d0c2a6e28b03c23de51e4, server=6ac96558fc7f,36549,1731054152729 in 169 msec 2024-11-08T08:22:42,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T08:22:42,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3dc271a80c7d0c2a6e28b03c23de51e4, ASSIGN in 324 msec 2024-11-08T08:22:42,378 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:22:42,378 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054162378"}]},"ts":"1731054162378"} 2024-11-08T08:22:42,379 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T08:22:42,380 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:22:42,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-08T08:22:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:43,381 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T08:22:43,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:22:43,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,34235,1731054157277 2024-11-08T08:22:43,381 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22ef1eb 2024-11-08T08:22:43,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:22:43,383 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:22:43,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:22:43,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-08T08:22:43,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:22:43,385 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:43,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-08T08:22:43,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:22:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:43,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741835_1011 (size=902) 2024-11-08T08:22:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:43,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:43,792 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21932e4b73e0fe12d913abe07c9e407e, NAME => 'test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b 2024-11-08T08:22:43,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741836_1012 (size=39) 2024-11-08T08:22:44,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:44,196 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:44,196 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 21932e4b73e0fe12d913abe07c9e407e, disabling compactions & flushes 2024-11-08T08:22:44,196 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e. 2024-11-08T08:22:44,196 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e. 2024-11-08T08:22:44,196 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e. after waiting 0 ms 2024-11-08T08:22:44,196 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e. 2024-11-08T08:22:44,196 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e. 2024-11-08T08:22:44,196 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21932e4b73e0fe12d913abe07c9e407e: Waiting for close lock at 1731054164196Disabling compacts and flushes for region at 1731054164196Disabling writes for close at 1731054164196Writing region close event to WAL at 1731054164196Closed at 1731054164196 2024-11-08T08:22:44,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:22:44,197 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731054164197"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054164197"}]},"ts":"1731054164197"} 2024-11-08T08:22:44,199 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:22:44,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:22:44,199 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054164199"}]},"ts":"1731054164199"} 2024-11-08T08:22:44,200 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-08T08:22:44,201 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=21932e4b73e0fe12d913abe07c9e407e, ASSIGN}] 2024-11-08T08:22:44,201 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=21932e4b73e0fe12d913abe07c9e407e, ASSIGN 2024-11-08T08:22:44,202 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=21932e4b73e0fe12d913abe07c9e407e, ASSIGN; state=OFFLINE, location=6ac96558fc7f,41103,1731054157419; forceNewPlan=false, retain=false 2024-11-08T08:22:44,352 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21932e4b73e0fe12d913abe07c9e407e, regionState=OPENING, regionLocation=6ac96558fc7f,41103,1731054157419 2024-11-08T08:22:44,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=21932e4b73e0fe12d913abe07c9e407e, ASSIGN because future has completed 2024-11-08T08:22:44,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21932e4b73e0fe12d913abe07c9e407e, server=6ac96558fc7f,41103,1731054157419}] 2024-11-08T08:22:44,512 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e. 2024-11-08T08:22:44,512 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 21932e4b73e0fe12d913abe07c9e407e, NAME => 'test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:22:44,513 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:22:44,513 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-08T08:22:44,513 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 21932e4b73e0fe12d913abe07c9e407e 2024-11-08T08:22:44,513 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:44,514 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 21932e4b73e0fe12d913abe07c9e407e 2024-11-08T08:22:44,514 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 21932e4b73e0fe12d913abe07c9e407e 2024-11-08T08:22:44,516 INFO [StoreOpener-21932e4b73e0fe12d913abe07c9e407e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 21932e4b73e0fe12d913abe07c9e407e 2024-11-08T08:22:44,517 INFO [StoreOpener-21932e4b73e0fe12d913abe07c9e407e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21932e4b73e0fe12d913abe07c9e407e columnFamilyName f 2024-11-08T08:22:44,517 DEBUG [StoreOpener-21932e4b73e0fe12d913abe07c9e407e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:44,518 INFO [StoreOpener-21932e4b73e0fe12d913abe07c9e407e-1 {}] regionserver.HStore(327): Store=21932e4b73e0fe12d913abe07c9e407e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:44,518 INFO [StoreOpener-21932e4b73e0fe12d913abe07c9e407e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 21932e4b73e0fe12d913abe07c9e407e 2024-11-08T08:22:44,519 INFO [StoreOpener-21932e4b73e0fe12d913abe07c9e407e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21932e4b73e0fe12d913abe07c9e407e columnFamilyName f1 2024-11-08T08:22:44,519 DEBUG [StoreOpener-21932e4b73e0fe12d913abe07c9e407e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:44,519 INFO [StoreOpener-21932e4b73e0fe12d913abe07c9e407e-1 {}] regionserver.HStore(327): Store=21932e4b73e0fe12d913abe07c9e407e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:44,519 INFO [StoreOpener-21932e4b73e0fe12d913abe07c9e407e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 21932e4b73e0fe12d913abe07c9e407e 2024-11-08T08:22:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:44,521 INFO [StoreOpener-21932e4b73e0fe12d913abe07c9e407e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21932e4b73e0fe12d913abe07c9e407e columnFamilyName norep 2024-11-08T08:22:44,521 DEBUG [StoreOpener-21932e4b73e0fe12d913abe07c9e407e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:44,530 INFO [StoreOpener-21932e4b73e0fe12d913abe07c9e407e-1 {}] regionserver.HStore(327): Store=21932e4b73e0fe12d913abe07c9e407e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:44,530 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 21932e4b73e0fe12d913abe07c9e407e 2024-11-08T08:22:44,531 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/default/test/21932e4b73e0fe12d913abe07c9e407e 2024-11-08T08:22:44,531 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/default/test/21932e4b73e0fe12d913abe07c9e407e 2024-11-08T08:22:44,532 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 21932e4b73e0fe12d913abe07c9e407e 2024-11-08T08:22:44,532 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 21932e4b73e0fe12d913abe07c9e407e 2024-11-08T08:22:44,532 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:22:44,533 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 21932e4b73e0fe12d913abe07c9e407e 2024-11-08T08:22:44,537 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/default/test/21932e4b73e0fe12d913abe07c9e407e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:22:44,537 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 21932e4b73e0fe12d913abe07c9e407e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69524275, jitterRate=0.03599242866039276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:22:44,538 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21932e4b73e0fe12d913abe07c9e407e 2024-11-08T08:22:44,538 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 21932e4b73e0fe12d913abe07c9e407e: Running coprocessor pre-open hook at 1731054164514Writing region info on filesystem at 1731054164514Initializing all the Stores at 1731054164514Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054164514Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054164516 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054164516Cleaning up temporary data from old regions at 1731054164532 (+16 ms)Running coprocessor post-open hooks at 1731054164538 (+6 ms)Region opened successfully at 1731054164538 2024-11-08T08:22:44,538 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e., pid=6, masterSystemTime=1731054164507 2024-11-08T08:22:44,540 DEBUG [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e. 2024-11-08T08:22:44,540 INFO [RS_OPEN_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e. 2024-11-08T08:22:44,541 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21932e4b73e0fe12d913abe07c9e407e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=6ac96558fc7f,41103,1731054157419 2024-11-08T08:22:44,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21932e4b73e0fe12d913abe07c9e407e, server=6ac96558fc7f,41103,1731054157419 because future has completed 2024-11-08T08:22:44,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T08:22:44,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 21932e4b73e0fe12d913abe07c9e407e, server=6ac96558fc7f,41103,1731054157419 in 191 msec 2024-11-08T08:22:44,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T08:22:44,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=21932e4b73e0fe12d913abe07c9e407e, ASSIGN in 346 msec 2024-11-08T08:22:44,550 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:22:44,550 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054164550"}]},"ts":"1731054164550"} 2024-11-08T08:22:44,551 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-08T08:22:44,552 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:22:44,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-08T08:22:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34235 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T08:22:45,541 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-08T08:22:45,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53450030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:45,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,44913,-1 for getting cluster id 2024-11-08T08:22:45,542 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:45,542 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b187dcd6-3bbc-44a3-945b-5f1d34800904' 2024-11-08T08:22:45,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:45,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b187dcd6-3bbc-44a3-945b-5f1d34800904" 2024-11-08T08:22:45,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9004e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:45,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,44913,-1] 2024-11-08T08:22:45,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:45,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:45,543 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:45,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6856ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:45,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:22:45,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,44913,1731054147446 2024-11-08T08:22:45,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42c03bba 2024-11-08T08:22:45,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:22:45,546 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:22:45,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://6ac96558fc7f:35817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T08:22:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:22:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:22:45,548 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:35817' 2024-11-08T08:22:45,549 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb721e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:45,549 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,35817,-1 for getting cluster id 2024-11-08T08:22:45,549 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:45,549 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8738bb78-4e5a-40fe-8ed7-b0dc31f6be26' 2024-11-08T08:22:45,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:45,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8738bb78-4e5a-40fe-8ed7-b0dc31f6be26" 2024-11-08T08:22:45,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350c3235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:45,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,35817,-1] 2024-11-08T08:22:45,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:45,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:45,550 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:45,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@116972c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:45,551 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:22:45,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,35817,1731054152586 2024-11-08T08:22:45,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a3d9ead 2024-11-08T08:22:45,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:22:45,552 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:22:45,553 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-08T08:22:45,553 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:22:45,553 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:45,553 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:45,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:45,553 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T08:22:45,554 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-08T08:22:45,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T08:22:45,555 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:45,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T08:22:45,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741837_1013 (size=1138) 2024-11-08T08:22:45,563 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 687eac3fe8693c1e3d00999305bdd553, NAME => 'hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730 2024-11-08T08:22:45,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741838_1014 (size=44) 2024-11-08T08:22:45,568 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:45,568 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 687eac3fe8693c1e3d00999305bdd553, disabling compactions & flushes 2024-11-08T08:22:45,568 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553. 2024-11-08T08:22:45,568 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553. 2024-11-08T08:22:45,568 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553. after waiting 0 ms 2024-11-08T08:22:45,568 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553. 2024-11-08T08:22:45,568 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553. 2024-11-08T08:22:45,568 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 687eac3fe8693c1e3d00999305bdd553: Waiting for close lock at 1731054165568Disabling compacts and flushes for region at 1731054165568Disabling writes for close at 1731054165568Writing region close event to WAL at 1731054165568Closed at 1731054165568 2024-11-08T08:22:45,569 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T08:22:45,569 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731054165569"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731054165569"}]},"ts":"1731054165569"} 2024-11-08T08:22:45,571 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T08:22:45,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T08:22:45,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054165571"}]},"ts":"1731054165571"} 2024-11-08T08:22:45,572 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-08T08:22:45,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=687eac3fe8693c1e3d00999305bdd553, ASSIGN}] 2024-11-08T08:22:45,573 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=687eac3fe8693c1e3d00999305bdd553, ASSIGN 2024-11-08T08:22:45,574 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=687eac3fe8693c1e3d00999305bdd553, ASSIGN; state=OFFLINE, location=6ac96558fc7f,32965,1731054147892; forceNewPlan=false, retain=false 2024-11-08T08:22:45,605 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-08T08:22:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:22:45,725 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=687eac3fe8693c1e3d00999305bdd553, regionState=OPENING, regionLocation=6ac96558fc7f,32965,1731054147892 2024-11-08T08:22:45,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=687eac3fe8693c1e3d00999305bdd553, ASSIGN because future has completed 2024-11-08T08:22:45,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 687eac3fe8693c1e3d00999305bdd553, server=6ac96558fc7f,32965,1731054147892}] 2024-11-08T08:22:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:22:45,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553. 2024-11-08T08:22:45,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T08:22:45,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-08T08:22:45,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=6ac96558fc7f%2C32965%2C1731054147892.rep, suffix=, logDir=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892, archiveDir=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/oldWALs, maxLogs=10 2024-11-08T08:22:45,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.rep.1731054165897, exclude list is [], retry=0 2024-11-08T08:22:45,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-dbd3175e-3200-4934-83d2-c8f9d8f26870,DISK] 2024-11-08T08:22:45,936 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:22:45,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:45,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:45,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:45,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:45,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:45,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:45,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:45,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:45,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.rep.1731054165897 2024-11-08T08:22:45,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43263:43263)] 2024-11-08T08:22:45,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 687eac3fe8693c1e3d00999305bdd553, NAME => 'hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553.', STARTKEY => '', ENDKEY => ''} 2024-11-08T08:22:45,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-08T08:22:45,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T08:22:45,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553. service=MultiRowMutationService 2024-11-08T08:22:45,973 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-08T08:22:45,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 687eac3fe8693c1e3d00999305bdd553 2024-11-08T08:22:45,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T08:22:45,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 687eac3fe8693c1e3d00999305bdd553 2024-11-08T08:22:45,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 687eac3fe8693c1e3d00999305bdd553 2024-11-08T08:22:45,980 INFO [StoreOpener-687eac3fe8693c1e3d00999305bdd553-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 687eac3fe8693c1e3d00999305bdd553 2024-11-08T08:22:45,982 INFO [StoreOpener-687eac3fe8693c1e3d00999305bdd553-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 687eac3fe8693c1e3d00999305bdd553 columnFamilyName hfileref 2024-11-08T08:22:45,982 DEBUG [StoreOpener-687eac3fe8693c1e3d00999305bdd553-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:45,982 INFO [StoreOpener-687eac3fe8693c1e3d00999305bdd553-1 {}] regionserver.HStore(327): Store=687eac3fe8693c1e3d00999305bdd553/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:45,983 INFO [StoreOpener-687eac3fe8693c1e3d00999305bdd553-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 687eac3fe8693c1e3d00999305bdd553 2024-11-08T08:22:45,984 INFO [StoreOpener-687eac3fe8693c1e3d00999305bdd553-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 687eac3fe8693c1e3d00999305bdd553 columnFamilyName queue 2024-11-08T08:22:45,984 DEBUG [StoreOpener-687eac3fe8693c1e3d00999305bdd553-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:45,984 INFO [StoreOpener-687eac3fe8693c1e3d00999305bdd553-1 {}] regionserver.HStore(327): Store=687eac3fe8693c1e3d00999305bdd553/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:45,984 INFO [StoreOpener-687eac3fe8693c1e3d00999305bdd553-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 687eac3fe8693c1e3d00999305bdd553 2024-11-08T08:22:45,985 INFO [StoreOpener-687eac3fe8693c1e3d00999305bdd553-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 687eac3fe8693c1e3d00999305bdd553 columnFamilyName sid 2024-11-08T08:22:45,986 DEBUG [StoreOpener-687eac3fe8693c1e3d00999305bdd553-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T08:22:45,986 INFO [StoreOpener-687eac3fe8693c1e3d00999305bdd553-1 {}] regionserver.HStore(327): Store=687eac3fe8693c1e3d00999305bdd553/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T08:22:45,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 687eac3fe8693c1e3d00999305bdd553 2024-11-08T08:22:45,987 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/replication/687eac3fe8693c1e3d00999305bdd553 2024-11-08T08:22:45,988 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/replication/687eac3fe8693c1e3d00999305bdd553 2024-11-08T08:22:45,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 687eac3fe8693c1e3d00999305bdd553 2024-11-08T08:22:45,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 687eac3fe8693c1e3d00999305bdd553 2024-11-08T08:22:45,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T08:22:45,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 687eac3fe8693c1e3d00999305bdd553 2024-11-08T08:22:46,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/replication/687eac3fe8693c1e3d00999305bdd553/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T08:22:46,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 687eac3fe8693c1e3d00999305bdd553; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66870860, jitterRate=-0.0035465359687805176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T08:22:46,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 687eac3fe8693c1e3d00999305bdd553 2024-11-08T08:22:46,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 687eac3fe8693c1e3d00999305bdd553: Running coprocessor pre-open hook at 1731054165974Writing region info on filesystem at 1731054165974Initializing all the Stores at 1731054165975 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054165975Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054165976 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731054165976Cleaning up temporary data from old regions at 1731054165989 (+13 ms)Running coprocessor post-open hooks at 1731054166009 (+20 ms)Region opened successfully at 1731054166010 (+1 ms) 2024-11-08T08:22:46,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553., pid=10, masterSystemTime=1731054165890 2024-11-08T08:22:46,015 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=687eac3fe8693c1e3d00999305bdd553, regionState=OPEN, openSeqNum=2, regionLocation=6ac96558fc7f,32965,1731054147892 2024-11-08T08:22:46,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553. 2024-11-08T08:22:46,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553. 2024-11-08T08:22:46,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 687eac3fe8693c1e3d00999305bdd553, server=6ac96558fc7f,32965,1731054147892 because future has completed 2024-11-08T08:22:46,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T08:22:46,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 687eac3fe8693c1e3d00999305bdd553, server=6ac96558fc7f,32965,1731054147892 in 310 msec 2024-11-08T08:22:46,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-08T08:22:46,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=687eac3fe8693c1e3d00999305bdd553, ASSIGN in 467 msec 2024-11-08T08:22:46,044 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T08:22:46,044 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731054166044"}]},"ts":"1731054166044"} 2024-11-08T08:22:46,051 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-08T08:22:46,052 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T08:22:46,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:46,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:46,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:46,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:46,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:46,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:46,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 499 msec 2024-11-08T08:22:46,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553., hostname=6ac96558fc7f,32965,1731054147892, seqNum=2] 2024-11-08T08:22:46,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:46,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:46,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:46,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:46,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000 2024-11-08T08:22:46,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000 2024-11-08T08:22:46,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:22:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:22:46,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-08T08:22:46,273 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-08T08:22:46,314 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-6ac96558fc7f,32965,1731054147892, ReplicationSource: 1, currentBandwidth=0 2024-11-08T08:22:46,315 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:22:46,315 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,32965,1731054147892, seqNum=-1] 2024-11-08T08:22:46,316 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:22:46,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-08T08:22:46,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-6ac96558fc7f,32965,1731054147892', locateType=CURRENT is [region=hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553., hostname=6ac96558fc7f,32965,1731054147892, seqNum=2] 2024-11-08T08:22:46,320 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-08T08:22:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-08T08:22:46,322 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 6ac96558fc7f,32965,1731054147892 suceeded 2024-11-08T08:22:46,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-08T08:22:46,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-08T08:22:46,324 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://6ac96558fc7f:35817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:22:46,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 778 msec 2024-11-08T08:22:46,339 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:35817' 2024-11-08T08:22:46,341 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@171612d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:46,341 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,35817,-1 for getting cluster id 2024-11-08T08:22:46,341 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:46,342 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8738bb78-4e5a-40fe-8ed7-b0dc31f6be26' 2024-11-08T08:22:46,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:46,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8738bb78-4e5a-40fe-8ed7-b0dc31f6be26" 2024-11-08T08:22:46,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b4a1bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:46,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,35817,-1] 2024-11-08T08:22:46,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:46,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:46,343 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:46,343 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c4d469c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:46,343 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:22:46,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,35817,1731054152586 2024-11-08T08:22:46,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@555b4a9a 2024-11-08T08:22:46,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:22:46,345 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T08:22:46,345 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-6ac96558fc7f,32965,1731054147892 (queues=1) is replicating from cluster=b187dcd6-3bbc-44a3-945b-5f1d34800904 to cluster=8738bb78-4e5a-40fe-8ed7-b0dc31f6be26 2024-11-08T08:22:46,345 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=6ac96558fc7f%2C32965%2C1731054147892 2024-11-08T08:22:46,345 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-6ac96558fc7f,32965,1731054147892, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:22:46,346 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054150114, startPosition=0, beingWritten=true 2024-11-08T08:22:46,346 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C32965%2C1731054147892 2024-11-08T08:22:46,350 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:22:46,350 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054150114 to pos 379, reset compression=false 2024-11-08T08:22:46,350 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,32965,1731054147892 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054150114, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:22:46,553 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054150114 to pos 379, reset compression=false 2024-11-08T08:22:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T08:22:46,680 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-08T08:22:46,680 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:22:46,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:46,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:46,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:46,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:46,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e73440c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:46,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,44913,-1 for getting cluster id 2024-11-08T08:22:46,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:46,682 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b187dcd6-3bbc-44a3-945b-5f1d34800904' 2024-11-08T08:22:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b187dcd6-3bbc-44a3-945b-5f1d34800904" 2024-11-08T08:22:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4a390c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,44913,-1] 2024-11-08T08:22:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:46,682 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:46,683 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1abb6b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:46,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bc34cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:46,684 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,35817,-1 for getting cluster id 2024-11-08T08:22:46,684 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:46,684 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8738bb78-4e5a-40fe-8ed7-b0dc31f6be26' 2024-11-08T08:22:46,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:46,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8738bb78-4e5a-40fe-8ed7-b0dc31f6be26" 2024-11-08T08:22:46,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@264f0997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:46,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,35817,-1] 2024-11-08T08:22:46,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:46,685 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac46141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:46,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529e91c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:46,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,34235,-1 for getting cluster id 2024-11-08T08:22:46,688 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:46,689 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09cecf19-d252-46bc-a81b-c2c9b2bc89da' 2024-11-08T08:22:46,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:46,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09cecf19-d252-46bc-a81b-c2c9b2bc89da" 2024-11-08T08:22:46,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a50851d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:46,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,34235,-1] 2024-11-08T08:22:46,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:46,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:46,690 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:46,690 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597b0ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:46,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:46,694 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731054166693/Put/seqid=0 2024-11-08T08:22:46,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741840_1016 (size=7894) 2024-11-08T08:22:46,856 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054150114 to pos 379, reset compression=false 2024-11-08T08:22:47,099 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731054167098/Put/seqid=0 2024-11-08T08:22:47,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741841_1017 (size=7691) 2024-11-08T08:22:47,260 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054150114 to pos 379, reset compression=false 2024-11-08T08:22:47,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f191d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:47,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,44913,-1 for getting cluster id 2024-11-08T08:22:47,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:47,504 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b187dcd6-3bbc-44a3-945b-5f1d34800904' 2024-11-08T08:22:47,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:47,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b187dcd6-3bbc-44a3-945b-5f1d34800904" 2024-11-08T08:22:47,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4fb0c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:47,504 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,44913,-1] 2024-11-08T08:22:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:47,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:47,505 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:47,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec800d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:47,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:22:47,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,32965,1731054147892, seqNum=-1] 2024-11-08T08:22:47,507 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:22:47,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:22:47,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:22:47,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,44913,1731054147446 2024-11-08T08:22:47,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@532d7ab5 2024-11-08T08:22:47,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:22:47,514 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:22:47,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731054160596.401c31dd21dcdf112572d30a2b814137., hostname=6ac96558fc7f,32965,1731054147892, seqNum=2] 2024-11-08T08:22:47,518 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T08:22:47,522 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-08T08:22:47,524 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-08T08:22:47,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 401c31dd21dcdf112572d30a2b814137/f 2024-11-08T08:22:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T08:22:47,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:22:47,529 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 401c31dd21dcdf112572d30a2b814137/f 2024-11-08T08:22:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T08:22:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:22:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HRegion(2603): Flush status journal for 401c31dd21dcdf112572d30a2b814137: 2024-11-08T08:22:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__7d9nm3c2bt9qpqh51dg2qjhnunf7reqr8645ts3mb097t0d8gv41fi3def1t6duh/f/hfile_0 2024-11-08T08:22:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__7d9nm3c2bt9qpqh51dg2qjhnunf7reqr8645ts3mb097t0d8gv41fi3def1t6duh/f/hfile_0 as hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137/f/234f50b9b5184239ab70838e1aed5103_SeqId_4_ 2024-11-08T08:22:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__7d9nm3c2bt9qpqh51dg2qjhnunf7reqr8645ts3mb097t0d8gv41fi3def1t6duh/f/hfile_1 2024-11-08T08:22:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__7d9nm3c2bt9qpqh51dg2qjhnunf7reqr8645ts3mb097t0d8gv41fi3def1t6duh/f/hfile_1 as hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137/f/4d575702da0843deaef181e24e118554_SeqId_4_ 2024-11-08T08:22:47,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__7d9nm3c2bt9qpqh51dg2qjhnunf7reqr8645ts3mb097t0d8gv41fi3def1t6duh/f/hfile_0 into 401c31dd21dcdf112572d30a2b814137/f as hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137/f/234f50b9b5184239ab70838e1aed5103_SeqId_4_ - updating store file list. 2024-11-08T08:22:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 234f50b9b5184239ab70838e1aed5103_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T08:22:47,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137/f/234f50b9b5184239ab70838e1aed5103_SeqId_4_ into 401c31dd21dcdf112572d30a2b814137/f 2024-11-08T08:22:47,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__7d9nm3c2bt9qpqh51dg2qjhnunf7reqr8645ts3mb097t0d8gv41fi3def1t6duh/f/hfile_0 into 401c31dd21dcdf112572d30a2b814137/f (new location: hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137/f/234f50b9b5184239ab70838e1aed5103_SeqId_4_) 2024-11-08T08:22:47,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__7d9nm3c2bt9qpqh51dg2qjhnunf7reqr8645ts3mb097t0d8gv41fi3def1t6duh/f/hfile_0 2024-11-08T08:22:47,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__7d9nm3c2bt9qpqh51dg2qjhnunf7reqr8645ts3mb097t0d8gv41fi3def1t6duh/f/hfile_1 into 401c31dd21dcdf112572d30a2b814137/f as hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137/f/4d575702da0843deaef181e24e118554_SeqId_4_ - updating store file list. 2024-11-08T08:22:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4d575702da0843deaef181e24e118554_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T08:22:47,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137/f/4d575702da0843deaef181e24e118554_SeqId_4_ into 401c31dd21dcdf112572d30a2b814137/f 2024-11-08T08:22:47,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__7d9nm3c2bt9qpqh51dg2qjhnunf7reqr8645ts3mb097t0d8gv41fi3def1t6duh/f/hfile_1 into 401c31dd21dcdf112572d30a2b814137/f (new location: hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137/f/4d575702da0843deaef181e24e118554_SeqId_4_) 2024-11-08T08:22:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__7d9nm3c2bt9qpqh51dg2qjhnunf7reqr8645ts3mb097t0d8gv41fi3def1t6duh/f/hfile_1 2024-11-08T08:22:47,548 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:22:47,548 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:47,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:47,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:47,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731054160596.401c31dd21dcdf112572d30a2b814137., hostname=6ac96558fc7f,32965,1731054147892, seqNum=2 , the old value is region=test,,1731054160596.401c31dd21dcdf112572d30a2b814137., hostname=6ac96558fc7f,32965,1731054147892, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6ac96558fc7f:32965 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T08:22:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731054160596.401c31dd21dcdf112572d30a2b814137., hostname=6ac96558fc7f,32965,1731054147892, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T08:22:47,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731054160596.401c31dd21dcdf112572d30a2b814137., hostname=6ac96558fc7f,32965,1731054147892, seqNum=2 from cache 2024-11-08T08:22:47,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:22:47,549 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T08:22:47,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,36549,1731054152729, seqNum=-1] 2024-11-08T08:22:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:22:47,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:22:47,552 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4., hostname=6ac96558fc7f,36549,1731054152729, seqNum=2] 2024-11-08T08:22:47,553 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T08:22:47,651 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:32965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T08:22:47,766 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054150114 to pos 379, reset compression=false 2024-11-08T08:22:47,770 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:22:47,771 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,32965,1731054147892 got entry batch from reader: WALEntryBatch [walEntries=[{test/401c31dd21dcdf112572d30a2b814137/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731054167546/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054150114, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T08:22:47,772 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:22:47,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T08:22:47,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.ReplicationSink(318): Replicating [b187dcd6-3bbc-44a3-945b-5f1d34800904] bulk loaded data 2024-11-08T08:22:47,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61b8430f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:47,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,35817,-1 for getting cluster id 2024-11-08T08:22:47,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:47,775 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8738bb78-4e5a-40fe-8ed7-b0dc31f6be26' 2024-11-08T08:22:47,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:47,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8738bb78-4e5a-40fe-8ed7-b0dc31f6be26" 2024-11-08T08:22:47,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c614e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:47,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,35817,-1] 2024-11-08T08:22:47,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:47,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:47,776 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:47,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22142336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:47,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741837_1013 (size=7894) 2024-11-08T08:22:47,971 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054150114 to pos 687, reset compression=false 2024-11-08T08:22:48,047 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-08T08:22:48,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741838_1014 (size=7691) 2024-11-08T08:22:48,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:22:48,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,35817,1731054152586 2024-11-08T08:22:48,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bd9b612 2024-11-08T08:22:48,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:22:48,198 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-08T08:22:48,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T08:22:48,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:22:48,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,36549,1731054152729, seqNum=-1] 2024-11-08T08:22:48,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:22:48,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-08T08:22:48,205 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__3fq8bmi57jjr3fd4n2ldvf6v8st3k2872jqmvjt4q5bm45nv4s15llugd7lv1vq6/f/234f50b9b5184239ab70838e1aed5103_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-08T08:22:48,207 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__3fq8bmi57jjr3fd4n2ldvf6v8st3k2872jqmvjt4q5bm45nv4s15llugd7lv1vq6/f/4d575702da0843deaef181e24e118554_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-08T08:22:48,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__3fq8bmi57jjr3fd4n2ldvf6v8st3k2872jqmvjt4q5bm45nv4s15llugd7lv1vq6/f/4d575702da0843deaef181e24e118554_SeqId_4_ for inclusion in 3dc271a80c7d0c2a6e28b03c23de51e4/f 2024-11-08T08:22:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-08T08:22:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:22:48,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__3fq8bmi57jjr3fd4n2ldvf6v8st3k2872jqmvjt4q5bm45nv4s15llugd7lv1vq6/f/234f50b9b5184239ab70838e1aed5103_SeqId_4_ for inclusion in 3dc271a80c7d0c2a6e28b03c23de51e4/f 2024-11-08T08:22:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-08T08:22:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:22:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HRegion(2603): Flush status journal for 3dc271a80c7d0c2a6e28b03c23de51e4: 2024-11-08T08:22:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4d575702da0843deaef181e24e118554_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T08:22:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__3fq8bmi57jjr3fd4n2ldvf6v8st3k2872jqmvjt4q5bm45nv4s15llugd7lv1vq6/f/4d575702da0843deaef181e24e118554_SeqId_4_ as hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4/f/a9e7394900e74164a3e216fe91c90f2d_SeqId_4_ 2024-11-08T08:22:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 234f50b9b5184239ab70838e1aed5103_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-08T08:22:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__3fq8bmi57jjr3fd4n2ldvf6v8st3k2872jqmvjt4q5bm45nv4s15llugd7lv1vq6/f/234f50b9b5184239ab70838e1aed5103_SeqId_4_ as hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4/f/054a6460016049a6900c2a1412926be4_SeqId_4_ 2024-11-08T08:22:48,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__3fq8bmi57jjr3fd4n2ldvf6v8st3k2872jqmvjt4q5bm45nv4s15llugd7lv1vq6/f/4d575702da0843deaef181e24e118554_SeqId_4_ into 3dc271a80c7d0c2a6e28b03c23de51e4/f as hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4/f/a9e7394900e74164a3e216fe91c90f2d_SeqId_4_ - updating store file list. 2024-11-08T08:22:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a9e7394900e74164a3e216fe91c90f2d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T08:22:48,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4/f/a9e7394900e74164a3e216fe91c90f2d_SeqId_4_ into 3dc271a80c7d0c2a6e28b03c23de51e4/f 2024-11-08T08:22:48,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__3fq8bmi57jjr3fd4n2ldvf6v8st3k2872jqmvjt4q5bm45nv4s15llugd7lv1vq6/f/4d575702da0843deaef181e24e118554_SeqId_4_ into 3dc271a80c7d0c2a6e28b03c23de51e4/f (new location: hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4/f/a9e7394900e74164a3e216fe91c90f2d_SeqId_4_) 2024-11-08T08:22:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__3fq8bmi57jjr3fd4n2ldvf6v8st3k2872jqmvjt4q5bm45nv4s15llugd7lv1vq6/f/4d575702da0843deaef181e24e118554_SeqId_4_ 2024-11-08T08:22:48,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__3fq8bmi57jjr3fd4n2ldvf6v8st3k2872jqmvjt4q5bm45nv4s15llugd7lv1vq6/f/234f50b9b5184239ab70838e1aed5103_SeqId_4_ into 3dc271a80c7d0c2a6e28b03c23de51e4/f as hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4/f/054a6460016049a6900c2a1412926be4_SeqId_4_ - updating store file list. 2024-11-08T08:22:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 054a6460016049a6900c2a1412926be4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T08:22:48,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4/f/054a6460016049a6900c2a1412926be4_SeqId_4_ into 3dc271a80c7d0c2a6e28b03c23de51e4/f 2024-11-08T08:22:48,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__3fq8bmi57jjr3fd4n2ldvf6v8st3k2872jqmvjt4q5bm45nv4s15llugd7lv1vq6/f/234f50b9b5184239ab70838e1aed5103_SeqId_4_ into 3dc271a80c7d0c2a6e28b03c23de51e4/f (new location: hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4/f/054a6460016049a6900c2a1412926be4_SeqId_4_) 2024-11-08T08:22:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__3fq8bmi57jjr3fd4n2ldvf6v8st3k2872jqmvjt4q5bm45nv4s15llugd7lv1vq6/f/234f50b9b5184239ab70838e1aed5103_SeqId_4_ 2024-11-08T08:22:48,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.ReplicationSink(324): Finished replicating [b187dcd6-3bbc-44a3-945b-5f1d34800904] bulk loaded data 2024-11-08T08:22:48,275 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054150114 to pos 687, reset compression=false 2024-11-08T08:22:48,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:22:48,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,41103,1731054157419, seqNum=-1] 2024-11-08T08:22:48,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:22:48,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:22:48,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e., hostname=6ac96558fc7f,41103,1731054157419, seqNum=2] 2024-11-08T08:22:48,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:22:48,569 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T08:22:48,570 DEBUG [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6ac96558fc7f%2C32965%2C1731054147892.meta:.meta(num 1731054150531) roll requested 2024-11-08T08:22:48,586 DEBUG [regionserver/6ac96558fc7f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.meta.1731054168570.meta, exclude list is [], retry=0 2024-11-08T08:22:48,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-dbd3175e-3200-4934-83d2-c8f9d8f26870,DISK] 2024-11-08T08:22:48,589 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.meta.1731054150531.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.meta.1731054168570.meta 2024-11-08T08:22:48,589 DEBUG [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43263:43263)] 2024-11-08T08:22:48,590 DEBUG [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.meta.1731054150531.meta is not closed yet, will try archiving it next time 2024-11-08T08:22:48,590 DEBUG [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6ac96558fc7f%2C32965%2C1731054147892.rep:(num 1731054165897) roll requested 2024-11-08T08:22:48,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741834_1010 (size=3473) 2024-11-08T08:22:48,591 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.meta.1731054150531.meta not finished, retry = 0 2024-11-08T08:22:48,605 DEBUG [regionserver/6ac96558fc7f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.rep.1731054168590, exclude list is [], retry=0 2024-11-08T08:22:48,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-dbd3175e-3200-4934-83d2-c8f9d8f26870,DISK] 2024-11-08T08:22:48,609 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.rep.1731054165897 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.rep.1731054168590 2024-11-08T08:22:48,610 DEBUG [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43263:43263)] 2024-11-08T08:22:48,610 DEBUG [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.rep.1731054165897 is not closed yet, will try archiving it next time 2024-11-08T08:22:48,610 DEBUG [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6ac96558fc7f%2C32965%2C1731054147892:(num 1731054150114) roll requested 2024-11-08T08:22:48,611 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.rep.1731054165897 not finished, retry = 0 2024-11-08T08:22:48,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741839_1015 (size=1505) 2024-11-08T08:22:48,626 DEBUG [regionserver/6ac96558fc7f:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610, exclude list is [], retry=0 2024-11-08T08:22:48,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-dbd3175e-3200-4934-83d2-c8f9d8f26870,DISK] 2024-11-08T08:22:48,630 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054150114 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 2024-11-08T08:22:48,630 DEBUG [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43263:43263)] 2024-11-08T08:22:48,630 DEBUG [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054150114 is not closed yet, will try archiving it next time 2024-11-08T08:22:48,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c08e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:48,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,44913,-1 for getting cluster id 2024-11-08T08:22:48,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:48,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741833_1009 (size=695) 2024-11-08T08:22:48,631 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054150114 not finished, retry = 0 2024-11-08T08:22:48,631 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b187dcd6-3bbc-44a3-945b-5f1d34800904' 2024-11-08T08:22:48,631 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:48,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b187dcd6-3bbc-44a3-945b-5f1d34800904" 2024-11-08T08:22:48,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb67174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:48,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,44913,-1] 2024-11-08T08:22:48,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:48,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:48,633 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:48,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a8851f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:48,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:22:48,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,44913,1731054147446 2024-11-08T08:22:48,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@780c5a12 2024-11-08T08:22:48,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:22:48,635 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:22:48,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://6ac96558fc7f:34235,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-08T08:22:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-08T08:22:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T08:22:48,637 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:34235' 2024-11-08T08:22:48,638 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af777ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:48,638 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,34235,-1 for getting cluster id 2024-11-08T08:22:48,638 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:48,639 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09cecf19-d252-46bc-a81b-c2c9b2bc89da' 2024-11-08T08:22:48,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:48,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09cecf19-d252-46bc-a81b-c2c9b2bc89da" 2024-11-08T08:22:48,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f65c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:48,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,34235,-1] 2024-11-08T08:22:48,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:48,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:48,640 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:48,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6677349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:48,640 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:22:48,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,34235,1731054157277 2024-11-08T08:22:48,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57181bae 2024-11-08T08:22:48,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:22:48,641 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:22:48,642 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-08T08:22:48,642 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-08T08:22:48,642 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:48,642 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:48,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:48,679 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054150114 to pos 687, reset compression=false 2024-11-08T08:22:48,680 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054150114 2024-11-08T08:22:48,681 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,32965,1731054147892 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054150114, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-08T08:22:48,681 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610, startPosition=0, beingWritten=true 2024-11-08T08:22:48,683 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [6ac96558fc7f%2C32965%2C1731054147892.1731054150114] 2024-11-08T08:22:48,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-08T08:22:48,732 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054150114 to hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/oldWALs/6ac96558fc7f%2C32965%2C1731054147892.1731054150114 2024-11-08T08:22:48,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T08:22:48,823 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T08:22:48,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-08T08:22:48,860 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-08T08:22:48,886 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-6ac96558fc7f,32965,1731054147892, ReplicationSource: 2, currentBandwidth=0 2024-11-08T08:22:48,888 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-08T08:22:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-08T08:22:48,890 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 6ac96558fc7f,32965,1731054147892 suceeded 2024-11-08T08:22:48,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-08T08:22:48,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-11-08T08:22:48,891 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://6ac96558fc7f:34235,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-08T08:22:48,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 256 msec 2024-11-08T08:22:48,901 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='6ac96558fc7f:34235' 2024-11-08T08:22:48,902 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bed3643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:48,902 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,34235,-1 for getting cluster id 2024-11-08T08:22:48,903 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:48,903 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09cecf19-d252-46bc-a81b-c2c9b2bc89da' 2024-11-08T08:22:48,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:48,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09cecf19-d252-46bc-a81b-c2c9b2bc89da" 2024-11-08T08:22:48,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5233ccdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:48,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,34235,-1] 2024-11-08T08:22:48,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:48,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:48,904 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:48,905 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@270c762d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:48,905 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:22:48,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,34235,1731054157277 2024-11-08T08:22:48,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e3d8845 2024-11-08T08:22:48,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:22:48,906 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-08T08:22:48,906 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-6ac96558fc7f,32965,1731054147892 (queues=1) is replicating from cluster=b187dcd6-3bbc-44a3-945b-5f1d34800904 to cluster=09cecf19-d252-46bc-a81b-c2c9b2bc89da 2024-11-08T08:22:48,906 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=6ac96558fc7f%2C32965%2C1731054147892 2024-11-08T08:22:48,906 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-6ac96558fc7f,32965,1731054147892, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-08T08:22:48,907 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610, startPosition=0, beingWritten=true 2024-11-08T08:22:48,907 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 6ac96558fc7f%2C32965%2C1731054147892 2024-11-08T08:22:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-08T08:22:48,951 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-08T08:22:48,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:22:48,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:48,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:48,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:48,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:48,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T08:22:48,954 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731054168954/Put/seqid=0 2024-11-08T08:22:48,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741845_1021 (size=11194) 2024-11-08T08:22:49,110 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 0, reset compression=false 2024-11-08T08:22:49,185 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 0, reset compression=false 2024-11-08T08:22:49,362 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731054169360/Put/seqid=0 2024-11-08T08:22:49,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741846_1022 (size=10791) 2024-11-08T08:22:49,413 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 0, reset compression=false 2024-11-08T08:22:49,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250ee3d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:49,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,44913,-1 for getting cluster id 2024-11-08T08:22:49,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:49,768 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b187dcd6-3bbc-44a3-945b-5f1d34800904' 2024-11-08T08:22:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b187dcd6-3bbc-44a3-945b-5f1d34800904" 2024-11-08T08:22:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1833c411, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,44913,-1] 2024-11-08T08:22:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:49,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:49,769 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:49,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ad3bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:49,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:22:49,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,32965,1731054147892, seqNum=-1] 2024-11-08T08:22:49,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:22:49,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T08:22:49,776 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:22:49,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,44913,1731054147446 2024-11-08T08:22:49,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55596d2e 2024-11-08T08:22:49,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:22:49,778 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T08:22:49,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731054160596.401c31dd21dcdf112572d30a2b814137., hostname=6ac96558fc7f,32965,1731054147892, seqNum=2] 2024-11-08T08:22:49,783 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T08:22:49,787 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-08T08:22:49,788 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-08T08:22:49,789 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 0, reset compression=false 2024-11-08T08:22:49,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 401c31dd21dcdf112572d30a2b814137/f 2024-11-08T08:22:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T08:22:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:22:49,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 401c31dd21dcdf112572d30a2b814137/f 2024-11-08T08:22:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T08:22:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:22:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HRegion(2603): Flush status journal for 401c31dd21dcdf112572d30a2b814137: 2024-11-08T08:22:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__3mf3sa33djbe5ujjcsclt113vcgpgqhmkas40nsau9segdvbmfm0fvm2quuvrc7g/f/hfile_1 2024-11-08T08:22:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__3mf3sa33djbe5ujjcsclt113vcgpgqhmkas40nsau9segdvbmfm0fvm2quuvrc7g/f/hfile_1 as hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137/f/847907cd09e14f9eabf3fd5804e76538_SeqId_6_ 2024-11-08T08:22:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__3mf3sa33djbe5ujjcsclt113vcgpgqhmkas40nsau9segdvbmfm0fvm2quuvrc7g/f/hfile_0 2024-11-08T08:22:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__3mf3sa33djbe5ujjcsclt113vcgpgqhmkas40nsau9segdvbmfm0fvm2quuvrc7g/f/hfile_0 as hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137/f/cc266ae7be63491488799a0d4ae5ccf5_SeqId_6_ 2024-11-08T08:22:49,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__3mf3sa33djbe5ujjcsclt113vcgpgqhmkas40nsau9segdvbmfm0fvm2quuvrc7g/f/hfile_1 into 401c31dd21dcdf112572d30a2b814137/f as hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137/f/847907cd09e14f9eabf3fd5804e76538_SeqId_6_ - updating store file list. 2024-11-08T08:22:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 847907cd09e14f9eabf3fd5804e76538_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T08:22:49,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137/f/847907cd09e14f9eabf3fd5804e76538_SeqId_6_ into 401c31dd21dcdf112572d30a2b814137/f 2024-11-08T08:22:49,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__3mf3sa33djbe5ujjcsclt113vcgpgqhmkas40nsau9segdvbmfm0fvm2quuvrc7g/f/hfile_1 into 401c31dd21dcdf112572d30a2b814137/f (new location: hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137/f/847907cd09e14f9eabf3fd5804e76538_SeqId_6_) 2024-11-08T08:22:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__3mf3sa33djbe5ujjcsclt113vcgpgqhmkas40nsau9segdvbmfm0fvm2quuvrc7g/f/hfile_1 2024-11-08T08:22:49,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__3mf3sa33djbe5ujjcsclt113vcgpgqhmkas40nsau9segdvbmfm0fvm2quuvrc7g/f/hfile_0 into 401c31dd21dcdf112572d30a2b814137/f as hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137/f/cc266ae7be63491488799a0d4ae5ccf5_SeqId_6_ - updating store file list. 2024-11-08T08:22:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cc266ae7be63491488799a0d4ae5ccf5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T08:22:49,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137/f/cc266ae7be63491488799a0d4ae5ccf5_SeqId_6_ into 401c31dd21dcdf112572d30a2b814137/f 2024-11-08T08:22:49,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__3mf3sa33djbe5ujjcsclt113vcgpgqhmkas40nsau9segdvbmfm0fvm2quuvrc7g/f/hfile_0 into 401c31dd21dcdf112572d30a2b814137/f (new location: hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137/f/cc266ae7be63491488799a0d4ae5ccf5_SeqId_6_) 2024-11-08T08:22:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32965 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/staging/jenkins__test__3mf3sa33djbe5ujjcsclt113vcgpgqhmkas40nsau9segdvbmfm0fvm2quuvrc7g/f/hfile_0 2024-11-08T08:22:49,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:22:49,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:49,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:49,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:49,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:49,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731054160596.401c31dd21dcdf112572d30a2b814137., hostname=6ac96558fc7f,32965,1731054147892, seqNum=2 , the old value is region=test,,1731054160596.401c31dd21dcdf112572d30a2b814137., hostname=6ac96558fc7f,32965,1731054147892, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6ac96558fc7f:32965 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T08:22:49,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731054160596.401c31dd21dcdf112572d30a2b814137., hostname=6ac96558fc7f,32965,1731054147892, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-08T08:22:49,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731054160596.401c31dd21dcdf112572d30a2b814137., hostname=6ac96558fc7f,32965,1731054147892, seqNum=2 from cache 2024-11-08T08:22:49,813 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-08T08:22:49,816 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T08:22:49,817 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 0, reset compression=false 2024-11-08T08:22:49,822 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:22:49,822 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6ac96558fc7f,32965,1731054147892 got entry batch from reader: WALEntryBatch [walEntries=[{test/401c31dd21dcdf112572d30a2b814137/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731054169810/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T08:22:49,824 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T08:22:49,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-08T08:22:49,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.ReplicationSink(318): Replicating [b187dcd6-3bbc-44a3-945b-5f1d34800904] bulk loaded data 2024-11-08T08:22:49,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2208de8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:49,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] client.ClusterIdFetcher(90): Going to request 6ac96558fc7f,34235,-1 for getting cluster id 2024-11-08T08:22:49,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T08:22:49,826 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '09cecf19-d252-46bc-a81b-c2c9b2bc89da' 2024-11-08T08:22:49,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T08:22:49,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "09cecf19-d252-46bc-a81b-c2c9b2bc89da" 2024-11-08T08:22:49,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@438c9fa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:49,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6ac96558fc7f,34235,-1] 2024-11-08T08:22:49,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T08:22:49,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:49,827 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-08T08:22:49,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@263f6f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T08:22:49,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741837_1013 (size=10791) 2024-11-08T08:22:49,921 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:32965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-08T08:22:50,022 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:50,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741838_1014 (size=11194) 2024-11-08T08:22:50,326 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:50,493 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 0, reset compression=false 2024-11-08T08:22:50,497 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-08T08:22:50,497 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,32965,1731054147892 got entry batch from reader: WALEntryBatch [walEntries=[{test/401c31dd21dcdf112572d30a2b814137/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731054169810/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-08T08:22:50,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.ReplicationSink(318): Replicating [b187dcd6-3bbc-44a3-945b-5f1d34800904] bulk loaded data 2024-11-08T08:22:50,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741839_1015 (size=10791) 2024-11-08T08:22:50,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:22:50,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6ac96558fc7f,34235,1731054157277 2024-11-08T08:22:50,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f176590 2024-11-08T08:22:50,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T08:22:50,649 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-08T08:22:50,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T08:22:50,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T08:22:50,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6ac96558fc7f,41103,1731054157419, seqNum=-1] 2024-11-08T08:22:50,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T08:22:50,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-08T08:22:50,658 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/staging/jenkins.hfs.23__test__ejb0m1n4m712grs70n3jl1q5rjre2c13gins1tq9t5vaq6bmgtbgrasoe7vo9jqt/f/847907cd09e14f9eabf3fd5804e76538_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T08:22:50,660 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/staging/jenkins.hfs.23__test__ejb0m1n4m712grs70n3jl1q5rjre2c13gins1tq9t5vaq6bmgtbgrasoe7vo9jqt/f/cc266ae7be63491488799a0d4ae5ccf5_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T08:22:50,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/staging/jenkins.hfs.23__test__ejb0m1n4m712grs70n3jl1q5rjre2c13gins1tq9t5vaq6bmgtbgrasoe7vo9jqt/f/cc266ae7be63491488799a0d4ae5ccf5_SeqId_6_ for inclusion in 21932e4b73e0fe12d913abe07c9e407e/f 2024-11-08T08:22:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T08:22:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:22:50,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/staging/jenkins.hfs.23__test__ejb0m1n4m712grs70n3jl1q5rjre2c13gins1tq9t5vaq6bmgtbgrasoe7vo9jqt/f/847907cd09e14f9eabf3fd5804e76538_SeqId_6_ for inclusion in 21932e4b73e0fe12d913abe07c9e407e/f 2024-11-08T08:22:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T08:22:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:22:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.HRegion(2603): Flush status journal for 21932e4b73e0fe12d913abe07c9e407e: 2024-11-08T08:22:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cc266ae7be63491488799a0d4ae5ccf5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T08:22:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/staging/jenkins.hfs.23__test__ejb0m1n4m712grs70n3jl1q5rjre2c13gins1tq9t5vaq6bmgtbgrasoe7vo9jqt/f/cc266ae7be63491488799a0d4ae5ccf5_SeqId_6_ as hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/default/test/21932e4b73e0fe12d913abe07c9e407e/f/8965471d7b4d4c58beffca12e275624e_SeqId_4_ 2024-11-08T08:22:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 847907cd09e14f9eabf3fd5804e76538_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T08:22:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/staging/jenkins.hfs.23__test__ejb0m1n4m712grs70n3jl1q5rjre2c13gins1tq9t5vaq6bmgtbgrasoe7vo9jqt/f/847907cd09e14f9eabf3fd5804e76538_SeqId_6_ as hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/default/test/21932e4b73e0fe12d913abe07c9e407e/f/77f0570e2e1843dabb6e76f13b1b6192_SeqId_4_ 2024-11-08T08:22:50,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/staging/jenkins.hfs.23__test__ejb0m1n4m712grs70n3jl1q5rjre2c13gins1tq9t5vaq6bmgtbgrasoe7vo9jqt/f/cc266ae7be63491488799a0d4ae5ccf5_SeqId_6_ into 21932e4b73e0fe12d913abe07c9e407e/f as hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/default/test/21932e4b73e0fe12d913abe07c9e407e/f/8965471d7b4d4c58beffca12e275624e_SeqId_4_ - updating store file list. 2024-11-08T08:22:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8965471d7b4d4c58beffca12e275624e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T08:22:50,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/default/test/21932e4b73e0fe12d913abe07c9e407e/f/8965471d7b4d4c58beffca12e275624e_SeqId_4_ into 21932e4b73e0fe12d913abe07c9e407e/f 2024-11-08T08:22:50,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/staging/jenkins.hfs.23__test__ejb0m1n4m712grs70n3jl1q5rjre2c13gins1tq9t5vaq6bmgtbgrasoe7vo9jqt/f/cc266ae7be63491488799a0d4ae5ccf5_SeqId_6_ into 21932e4b73e0fe12d913abe07c9e407e/f (new location: hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/default/test/21932e4b73e0fe12d913abe07c9e407e/f/8965471d7b4d4c58beffca12e275624e_SeqId_4_) 2024-11-08T08:22:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/staging/jenkins.hfs.23__test__ejb0m1n4m712grs70n3jl1q5rjre2c13gins1tq9t5vaq6bmgtbgrasoe7vo9jqt/f/cc266ae7be63491488799a0d4ae5ccf5_SeqId_6_ 2024-11-08T08:22:50,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/staging/jenkins.hfs.23__test__ejb0m1n4m712grs70n3jl1q5rjre2c13gins1tq9t5vaq6bmgtbgrasoe7vo9jqt/f/847907cd09e14f9eabf3fd5804e76538_SeqId_6_ into 21932e4b73e0fe12d913abe07c9e407e/f as hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/default/test/21932e4b73e0fe12d913abe07c9e407e/f/77f0570e2e1843dabb6e76f13b1b6192_SeqId_4_ - updating store file list. 2024-11-08T08:22:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 77f0570e2e1843dabb6e76f13b1b6192_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-08T08:22:50,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/default/test/21932e4b73e0fe12d913abe07c9e407e/f/77f0570e2e1843dabb6e76f13b1b6192_SeqId_4_ into 21932e4b73e0fe12d913abe07c9e407e/f 2024-11-08T08:22:50,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/staging/jenkins.hfs.23__test__ejb0m1n4m712grs70n3jl1q5rjre2c13gins1tq9t5vaq6bmgtbgrasoe7vo9jqt/f/847907cd09e14f9eabf3fd5804e76538_SeqId_6_ into 21932e4b73e0fe12d913abe07c9e407e/f (new location: hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/default/test/21932e4b73e0fe12d913abe07c9e407e/f/77f0570e2e1843dabb6e76f13b1b6192_SeqId_4_) 2024-11-08T08:22:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/staging/jenkins.hfs.23__test__ejb0m1n4m712grs70n3jl1q5rjre2c13gins1tq9t5vaq6bmgtbgrasoe7vo9jqt/f/847907cd09e14f9eabf3fd5804e76538_SeqId_6_ 2024-11-08T08:22:50,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] regionserver.ReplicationSink(324): Finished replicating [b187dcd6-3bbc-44a3-945b-5f1d34800904] bulk loaded data 2024-11-08T08:22:50,697 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:50,730 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:50,819 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-08T08:22:50,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741840_1016 (size=11194) 2024-11-08T08:22:51,000 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:51,232 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:51,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-08T08:22:51,320 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__davbl6kifhpn20fshkvoqdru3sh7e0g8ralb2ej0oi158dqs3le92jnvt67dqd9a/f/847907cd09e14f9eabf3fd5804e76538_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-08T08:22:51,322 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__davbl6kifhpn20fshkvoqdru3sh7e0g8ralb2ej0oi158dqs3le92jnvt67dqd9a/f/cc266ae7be63491488799a0d4ae5ccf5_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-08T08:22:51,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__davbl6kifhpn20fshkvoqdru3sh7e0g8ralb2ej0oi158dqs3le92jnvt67dqd9a/f/847907cd09e14f9eabf3fd5804e76538_SeqId_6_ for inclusion in 3dc271a80c7d0c2a6e28b03c23de51e4/f 2024-11-08T08:22:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-08T08:22:51,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:22:51,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__davbl6kifhpn20fshkvoqdru3sh7e0g8ralb2ej0oi158dqs3le92jnvt67dqd9a/f/cc266ae7be63491488799a0d4ae5ccf5_SeqId_6_ for inclusion in 3dc271a80c7d0c2a6e28b03c23de51e4/f 2024-11-08T08:22:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-08T08:22:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-08T08:22:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HRegion(2603): Flush status journal for 3dc271a80c7d0c2a6e28b03c23de51e4: 2024-11-08T08:22:51,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 847907cd09e14f9eabf3fd5804e76538_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T08:22:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__davbl6kifhpn20fshkvoqdru3sh7e0g8ralb2ej0oi158dqs3le92jnvt67dqd9a/f/847907cd09e14f9eabf3fd5804e76538_SeqId_6_ as hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4/f/dc7a3b831a6c4b80bf1b4edfeb53f003_SeqId_6_ 2024-11-08T08:22:51,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cc266ae7be63491488799a0d4ae5ccf5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-08T08:22:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__davbl6kifhpn20fshkvoqdru3sh7e0g8ralb2ej0oi158dqs3le92jnvt67dqd9a/f/cc266ae7be63491488799a0d4ae5ccf5_SeqId_6_ as hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4/f/f07932d9286a44b89998617fa63fff31_SeqId_6_ 2024-11-08T08:22:51,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__davbl6kifhpn20fshkvoqdru3sh7e0g8ralb2ej0oi158dqs3le92jnvt67dqd9a/f/847907cd09e14f9eabf3fd5804e76538_SeqId_6_ into 3dc271a80c7d0c2a6e28b03c23de51e4/f as hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4/f/dc7a3b831a6c4b80bf1b4edfeb53f003_SeqId_6_ - updating store file list. 2024-11-08T08:22:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dc7a3b831a6c4b80bf1b4edfeb53f003_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T08:22:51,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4/f/dc7a3b831a6c4b80bf1b4edfeb53f003_SeqId_6_ into 3dc271a80c7d0c2a6e28b03c23de51e4/f 2024-11-08T08:22:51,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__davbl6kifhpn20fshkvoqdru3sh7e0g8ralb2ej0oi158dqs3le92jnvt67dqd9a/f/847907cd09e14f9eabf3fd5804e76538_SeqId_6_ into 3dc271a80c7d0c2a6e28b03c23de51e4/f (new location: hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4/f/dc7a3b831a6c4b80bf1b4edfeb53f003_SeqId_6_) 2024-11-08T08:22:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__davbl6kifhpn20fshkvoqdru3sh7e0g8ralb2ej0oi158dqs3le92jnvt67dqd9a/f/847907cd09e14f9eabf3fd5804e76538_SeqId_6_ 2024-11-08T08:22:51,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__davbl6kifhpn20fshkvoqdru3sh7e0g8ralb2ej0oi158dqs3le92jnvt67dqd9a/f/cc266ae7be63491488799a0d4ae5ccf5_SeqId_6_ into 3dc271a80c7d0c2a6e28b03c23de51e4/f as hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4/f/f07932d9286a44b89998617fa63fff31_SeqId_6_ - updating store file list. 2024-11-08T08:22:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f07932d9286a44b89998617fa63fff31_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-08T08:22:51,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4/f/f07932d9286a44b89998617fa63fff31_SeqId_6_ into 3dc271a80c7d0c2a6e28b03c23de51e4/f 2024-11-08T08:22:51,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__davbl6kifhpn20fshkvoqdru3sh7e0g8ralb2ej0oi158dqs3le92jnvt67dqd9a/f/cc266ae7be63491488799a0d4ae5ccf5_SeqId_6_ into 3dc271a80c7d0c2a6e28b03c23de51e4/f (new location: hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4/f/f07932d9286a44b89998617fa63fff31_SeqId_6_) 2024-11-08T08:22:51,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/staging/jenkins.hfs.22__test__davbl6kifhpn20fshkvoqdru3sh7e0g8ralb2ej0oi158dqs3le92jnvt67dqd9a/f/cc266ae7be63491488799a0d4ae5ccf5_SeqId_6_ 2024-11-08T08:22:51,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.ReplicationSink(324): Finished replicating [b187dcd6-3bbc-44a3-945b-5f1d34800904] bulk loaded data 2024-11-08T08:22:51,403 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:51,476 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:22:51,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:51,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:51,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:51,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:51,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:51,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:51,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:51,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:51,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:51,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:51,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:51,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:51,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:51,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:51,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:51,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:51,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:51,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:51,596 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T08:22:51,596 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-08T08:22:51,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:22:51,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:22:51,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:51,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:51,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:51,835 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:22:51,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:51,835 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1537323701, stopped=false 2024-11-08T08:22:51,835 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,34235,1731054157277 2024-11-08T08:22:51,836 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:51,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1048226280/running 2024-11-08T08:22:51,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1048226280/running 2024-11-08T08:22:51,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280 2024-11-08T08:22:51,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280 2024-11-08T08:22:51,886 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:22:51,886 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:22:51,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:51,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:51,886 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,41103,1731054157419' ***** 2024-11-08T08:22:51,886 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:22:51,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Set watcher on znode that does not yet exist, /2-1048226280/running 2024-11-08T08:22:51,887 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Set watcher on znode that does not yet exist, /2-1048226280/running 2024-11-08T08:22:51,887 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-08T08:22:51,887 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(3091): Received CLOSE for 21932e4b73e0fe12d913abe07c9e407e 2024-11-08T08:22:51,889 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21932e4b73e0fe12d913abe07c9e407e, disabling compactions & flushes 2024-11-08T08:22:51,889 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e. 2024-11-08T08:22:51,889 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e. 2024-11-08T08:22:51,889 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e. after waiting 0 ms 2024-11-08T08:22:51,889 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e. 2024-11-08T08:22:51,890 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:22:51,890 INFO [RS:0;6ac96558fc7f:41103 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:22:51,890 INFO [RS:0;6ac96558fc7f:41103 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:22:51,890 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,41103,1731054157419 2024-11-08T08:22:51,890 INFO [RS:0;6ac96558fc7f:41103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:22:51,890 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:22:51,890 INFO [RS:0;6ac96558fc7f:41103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:41103. 2024-11-08T08:22:51,890 DEBUG [RS:0;6ac96558fc7f:41103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:51,890 DEBUG [RS:0;6ac96558fc7f:41103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:51,890 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:22:51,890 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:22:51,890 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:22:51,890 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:22:51,892 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T08:22:51,892 DEBUG [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(1325): Online Regions={21932e4b73e0fe12d913abe07c9e407e=test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e., 1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:22:51,892 DEBUG [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21932e4b73e0fe12d913abe07c9e407e 2024-11-08T08:22:51,892 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:22:51,893 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:22:51,893 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:22:51,893 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:22:51,893 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:22:51,893 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T08:22:51,905 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/default/test/21932e4b73e0fe12d913abe07c9e407e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-08T08:22:51,905 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:22:51,905 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:22:51,905 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e. 2024-11-08T08:22:51,905 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21932e4b73e0fe12d913abe07c9e407e: Waiting for close lock at 1731054171889Running coprocessor pre-close hooks at 1731054171889Disabling compacts and flushes for region at 1731054171889Disabling writes for close at 1731054171889Writing region close event to WAL at 1731054171891 (+2 ms)Running coprocessor post-close hooks at 1731054171905 (+14 ms)Closed at 1731054171905 2024-11-08T08:22:51,906 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e. 2024-11-08T08:22:51,906 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:51,921 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/.tmp/info/940ed6c9082749eb8df215b34a752437 is 129, key is test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e./info:regioninfo/1731054164540/Put/seqid=0 2024-11-08T08:22:51,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741839_1015 (size=6421) 2024-11-08T08:22:51,978 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:22:52,092 DEBUG [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:52,293 DEBUG [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:52,329 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/.tmp/info/940ed6c9082749eb8df215b34a752437 2024-11-08T08:22:52,349 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/.tmp/ns/c7f24cf2412548c0893abe2a2388bd1c is 43, key is default/ns:d/1731054160474/Put/seqid=0 2024-11-08T08:22:52,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741840_1016 (size=5153) 2024-11-08T08:22:52,368 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:22:52,368 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:22:52,493 DEBUG [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:52,514 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:52,539 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:52,693 DEBUG [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:52,753 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/.tmp/ns/c7f24cf2412548c0893abe2a2388bd1c 2024-11-08T08:22:52,767 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/.tmp/rep_barrier/abc5f9819b4047c29b48fb67c3b732b2 is 112, key is test,,1731054163383.21932e4b73e0fe12d913abe07c9e407e./rep_barrier:seqnumDuringOpen/1731054164540/Put/seqid=0 2024-11-08T08:22:52,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741841_1017 (size=5518) 2024-11-08T08:22:52,893 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T08:22:52,893 DEBUG [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:22:52,893 DEBUG [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:53,093 DEBUG [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:53,171 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/.tmp/rep_barrier/abc5f9819b4047c29b48fb67c3b732b2 2024-11-08T08:22:53,191 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/.tmp/table/29cf7e21ca864a1db92121bcfd13bb57 is 40, key is test/table:state/1731054164550/Put/seqid=0 2024-11-08T08:22:53,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741842_1018 (size=5165) 2024-11-08T08:22:53,216 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:53,294 DEBUG [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:53,300 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T08:22:53,301 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:22:53,301 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 168967 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [6ac96558fc7f,37491,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:37491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-08T08:22:53,342 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:53,494 DEBUG [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:53,596 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/.tmp/table/29cf7e21ca864a1db92121bcfd13bb57 2024-11-08T08:22:53,599 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/.tmp/info/940ed6c9082749eb8df215b34a752437 as hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/info/940ed6c9082749eb8df215b34a752437 2024-11-08T08:22:53,602 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/info/940ed6c9082749eb8df215b34a752437, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T08:22:53,602 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/.tmp/ns/c7f24cf2412548c0893abe2a2388bd1c as hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/ns/c7f24cf2412548c0893abe2a2388bd1c 2024-11-08T08:22:53,605 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/ns/c7f24cf2412548c0893abe2a2388bd1c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T08:22:53,606 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/.tmp/rep_barrier/abc5f9819b4047c29b48fb67c3b732b2 as hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/rep_barrier/abc5f9819b4047c29b48fb67c3b732b2 2024-11-08T08:22:53,609 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/rep_barrier/abc5f9819b4047c29b48fb67c3b732b2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T08:22:53,609 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/.tmp/table/29cf7e21ca864a1db92121bcfd13bb57 as hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/table/29cf7e21ca864a1db92121bcfd13bb57 2024-11-08T08:22:53,612 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/table/29cf7e21ca864a1db92121bcfd13bb57, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T08:22:53,613 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=11, compaction requested=false 2024-11-08T08:22:53,617 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T08:22:53,617 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:22:53,617 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:22:53,617 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:22:53,617 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054171892Running coprocessor pre-close hooks at 1731054171892Disabling compacts and flushes for region at 1731054171892Disabling writes for close at 1731054171893 (+1 ms)Obtaining lock to block concurrent updates at 1731054171893Preparing flush snapshotting stores in 1588230740 at 1731054171893Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731054171893Flushing stores of hbase:meta,,1.1588230740 at 1731054171894 (+1 ms)Flushing 1588230740/info: creating writer at 1731054171894Flushing 1588230740/info: appending metadata at 1731054171920 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731054171920Flushing 1588230740/ns: creating writer at 1731054172333 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731054172349 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731054172349Flushing 1588230740/rep_barrier: creating writer at 1731054172755 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731054172767 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731054172767Flushing 1588230740/table: creating writer at 1731054173175 (+408 ms)Flushing 1588230740/table: appending metadata at 1731054173191 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731054173191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a6acc33: reopening flushed file at 1731054173598 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61596747: reopening flushed file at 1731054173602 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@278fe9c7: reopening flushed file at 1731054173605 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b140803: reopening flushed file at 1731054173609 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=11, compaction requested=false at 1731054173613 (+4 ms)Writing region close event to WAL at 1731054173615 (+2 ms)Running coprocessor post-close hooks at 1731054173617 (+2 ms)Closed at 1731054173617 2024-11-08T08:22:53,617 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:22:53,694 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,41103,1731054157419; all regions closed. 2024-11-08T08:22:53,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741834_1010 (size=2717) 2024-11-08T08:22:53,696 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/WALs/6ac96558fc7f,41103,1731054157419/6ac96558fc7f%2C41103%2C1731054157419.meta.1731054160413.meta not finished, retry = 0 2024-11-08T08:22:53,798 DEBUG [RS:0;6ac96558fc7f:41103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/oldWALs 2024-11-08T08:22:53,798 INFO [RS:0;6ac96558fc7f:41103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C41103%2C1731054157419.meta:.meta(num 1731054160413) 2024-11-08T08:22:53,800 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/WALs/6ac96558fc7f,41103,1731054157419/6ac96558fc7f%2C41103%2C1731054157419.1731054159500 not finished, retry = 0 2024-11-08T08:22:53,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741832_1008 (size=1028) 2024-11-08T08:22:53,903 DEBUG [RS:0;6ac96558fc7f:41103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/oldWALs 2024-11-08T08:22:53,903 INFO [RS:0;6ac96558fc7f:41103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C41103%2C1731054157419:(num 1731054159500) 2024-11-08T08:22:53,903 DEBUG [RS:0;6ac96558fc7f:41103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:53,903 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:22:53,904 INFO [RS:0;6ac96558fc7f:41103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:22:53,904 INFO [RS:0;6ac96558fc7f:41103 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T08:22:53,904 INFO [RS:0;6ac96558fc7f:41103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:22:53,904 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:22:53,904 INFO [RS:0;6ac96558fc7f:41103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:41103. 2024-11-08T08:22:53,904 DEBUG [RS:0;6ac96558fc7f:41103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:53,904 DEBUG [RS:0;6ac96558fc7f:41103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:53,904 DEBUG [RS:0;6ac96558fc7f:41103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:53,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:53,904 INFO [RS:0;6ac96558fc7f:41103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41103 2024-11-08T08:22:54,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1048226280/rs/6ac96558fc7f,41103,1731054157419 2024-11-08T08:22:54,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280/rs 2024-11-08T08:22:54,012 INFO [RS:0;6ac96558fc7f:41103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:22:54,021 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:54,023 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,41103,1731054157419] 2024-11-08T08:22:54,033 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1048226280/draining/6ac96558fc7f,41103,1731054157419 already deleted, retry=false 2024-11-08T08:22:54,034 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,41103,1731054157419 expired; onlineServers=0 2024-11-08T08:22:54,034 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,34235,1731054157277' ***** 2024-11-08T08:22:54,034 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:22:54,034 INFO [M:0;6ac96558fc7f:34235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:22:54,034 INFO [M:0;6ac96558fc7f:34235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:22:54,034 DEBUG [M:0;6ac96558fc7f:34235 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:22:54,034 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:22:54,034 DEBUG [M:0;6ac96558fc7f:34235 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:22:54,034 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054159162 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054159162,5,FailOnTimeoutGroup] 2024-11-08T08:22:54,034 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054159162 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054159162,5,FailOnTimeoutGroup] 2024-11-08T08:22:54,034 INFO [M:0;6ac96558fc7f:34235 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:22:54,034 INFO [M:0;6ac96558fc7f:34235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:22:54,034 DEBUG [M:0;6ac96558fc7f:34235 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:22:54,035 INFO [M:0;6ac96558fc7f:34235 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:22:54,035 INFO [M:0;6ac96558fc7f:34235 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:22:54,035 INFO [M:0;6ac96558fc7f:34235 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:22:54,035 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:22:54,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1048226280/master 2024-11-08T08:22:54,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1048226280 2024-11-08T08:22:54,044 DEBUG [M:0;6ac96558fc7f:34235 {}] zookeeper.ZKUtil(347): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Unable to get data of znode /2-1048226280/master because node does not exist (not an error) 2024-11-08T08:22:54,044 WARN [M:0;6ac96558fc7f:34235 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:22:54,045 INFO [M:0;6ac96558fc7f:34235 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/.lastflushedseqids 2024-11-08T08:22:54,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741843_1019 (size=173) 2024-11-08T08:22:54,123 INFO [RS:0;6ac96558fc7f:41103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:22:54,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:54,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41103-0x101198a07810007, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:54,123 INFO [RS:0;6ac96558fc7f:41103 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,41103,1731054157419; zookeeper connection closed. 2024-11-08T08:22:54,124 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6af223ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6af223ed 2024-11-08T08:22:54,124 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:22:54,249 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:54,449 INFO [M:0;6ac96558fc7f:34235 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:22:54,449 INFO [M:0;6ac96558fc7f:34235 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:22:54,449 DEBUG [M:0;6ac96558fc7f:34235 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:22:54,449 INFO [M:0;6ac96558fc7f:34235 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:54,449 DEBUG [M:0;6ac96558fc7f:34235 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:54,449 DEBUG [M:0;6ac96558fc7f:34235 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:22:54,449 DEBUG [M:0;6ac96558fc7f:34235 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:54,449 INFO [M:0;6ac96558fc7f:34235 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-08T08:22:54,461 DEBUG [M:0;6ac96558fc7f:34235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92f762e957c24b7782092d6d824d059f is 82, key is hbase:meta,,1/info:regioninfo/1731054160447/Put/seqid=0 2024-11-08T08:22:54,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741844_1020 (size=5672) 2024-11-08T08:22:54,865 INFO [M:0;6ac96558fc7f:34235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92f762e957c24b7782092d6d824d059f 2024-11-08T08:22:54,899 DEBUG [M:0;6ac96558fc7f:34235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a03a1cf421b44a5b951704518074918d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731054164553/Put/seqid=0 2024-11-08T08:22:54,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741845_1021 (size=6586) 2024-11-08T08:22:54,924 INFO [M:0;6ac96558fc7f:34235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a03a1cf421b44a5b951704518074918d 2024-11-08T08:22:54,924 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:54,964 DEBUG [M:0;6ac96558fc7f:34235 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b0edcb76d7f4fba804ba31bc63bd5a9 is 69, key is 6ac96558fc7f,41103,1731054157419/rs:state/1731054159312/Put/seqid=0 2024-11-08T08:22:54,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741846_1022 (size=5156) 2024-11-08T08:22:54,993 INFO [M:0;6ac96558fc7f:34235 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b0edcb76d7f4fba804ba31bc63bd5a9 2024-11-08T08:22:54,998 DEBUG [M:0;6ac96558fc7f:34235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/92f762e957c24b7782092d6d824d059f as hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92f762e957c24b7782092d6d824d059f 2024-11-08T08:22:55,003 INFO [M:0;6ac96558fc7f:34235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/92f762e957c24b7782092d6d824d059f, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T08:22:55,006 DEBUG [M:0;6ac96558fc7f:34235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a03a1cf421b44a5b951704518074918d as hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a03a1cf421b44a5b951704518074918d 2024-11-08T08:22:55,013 INFO [M:0;6ac96558fc7f:34235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a03a1cf421b44a5b951704518074918d, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T08:22:55,021 DEBUG [M:0;6ac96558fc7f:34235 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9b0edcb76d7f4fba804ba31bc63bd5a9 as hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b0edcb76d7f4fba804ba31bc63bd5a9 2024-11-08T08:22:55,029 INFO [M:0;6ac96558fc7f:34235 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35123/user/jenkins/test-data/2c65d0dd-4a67-f7dd-9d21-6067988ac95b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9b0edcb76d7f4fba804ba31bc63bd5a9, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T08:22:55,030 INFO [M:0;6ac96558fc7f:34235 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 581ms, sequenceid=55, compaction requested=false 2024-11-08T08:22:55,083 INFO [M:0;6ac96558fc7f:34235 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:55,083 DEBUG [M:0;6ac96558fc7f:34235 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054174449Disabling compacts and flushes for region at 1731054174449Disabling writes for close at 1731054174449Obtaining lock to block concurrent updates at 1731054174449Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731054174449Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731054174449Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731054174450 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731054174450Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731054174461 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731054174461Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731054174871 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731054174898 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731054174898Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731054174930 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731054174963 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731054174963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a7c293: reopening flushed file at 1731054174997 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f9a5909: reopening flushed file at 1731054175004 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d790e91: reopening flushed file at 1731054175013 (+9 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 581ms, sequenceid=55, compaction requested=false at 1731054175030 (+17 ms)Writing region close event to WAL at 1731054175082 (+52 ms)Closed at 1731054175083 (+1 ms) 2024-11-08T08:22:55,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41205 is added to blk_1073741830_1006 (size=32770) 2024-11-08T08:22:55,108 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:22:55,108 INFO [M:0;6ac96558fc7f:34235 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:22:55,109 INFO [M:0;6ac96558fc7f:34235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34235 2024-11-08T08:22:55,109 INFO [M:0;6ac96558fc7f:34235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:22:55,252 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:55,381 INFO [M:0;6ac96558fc7f:34235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:22:55,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:55,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34235-0x101198a07810006, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:55,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22a10112{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:22:55,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15984ac1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:22:55,406 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:22:55,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7810c341{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:22:55,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cc6a3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/hadoop.log.dir/,STOPPED} 2024-11-08T08:22:55,410 WARN [BP-744752942-172.17.0.3-1731054155492 heartbeating to localhost/127.0.0.1:35123 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:22:55,410 WARN [BP-744752942-172.17.0.3-1731054155492 heartbeating to localhost/127.0.0.1:35123 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-744752942-172.17.0.3-1731054155492 (Datanode Uuid 9b0230c6-6787-49f8-98ea-0c123dae9d1f) service to localhost/127.0.0.1:35123 2024-11-08T08:22:55,410 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/cluster_48b1f43e-7a7d-0d03-2102-f703ddd66a9e/data/data1/current/BP-744752942-172.17.0.3-1731054155492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:22:55,411 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/cluster_48b1f43e-7a7d-0d03-2102-f703ddd66a9e/data/data2/current/BP-744752942-172.17.0.3-1731054155492 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:22:55,411 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:22:55,411 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:22:55,412 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:22:55,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b54d618{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:22:55,422 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@522f7563{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:22:55,422 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:22:55,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@478f88a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:22:55,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69698f7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c51a720e-1479-40aa-d88e-125724dcb280/hadoop.log.dir/,STOPPED} 2024-11-08T08:22:55,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:22:55,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:22:55,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:22:55,457 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:55,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:55,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:55,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:55,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:22:55,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=354265825, stopped=false 2024-11-08T08:22:55,459 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,35817,1731054152586 2024-11-08T08:22:55,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1226285145/running 2024-11-08T08:22:55,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145 2024-11-08T08:22:55,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1226285145/running 2024-11-08T08:22:55,474 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:22:55,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145 2024-11-08T08:22:55,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Set watcher on znode that does not yet exist, /1-1226285145/running 2024-11-08T08:22:55,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Set watcher on znode that does not yet exist, /1-1226285145/running 2024-11-08T08:22:55,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:22:55,476 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:55,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:55,476 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,36549,1731054152729' ***** 2024-11-08T08:22:55,476 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:22:55,476 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:22:55,476 INFO [RS:0;6ac96558fc7f:36549 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:22:55,476 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:22:55,476 INFO [RS:0;6ac96558fc7f:36549 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:22:55,476 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(3091): Received CLOSE for 3dc271a80c7d0c2a6e28b03c23de51e4 2024-11-08T08:22:55,476 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,36549,1731054152729 2024-11-08T08:22:55,477 INFO [RS:0;6ac96558fc7f:36549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:22:55,477 INFO [RS:0;6ac96558fc7f:36549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:36549. 2024-11-08T08:22:55,477 DEBUG [RS:0;6ac96558fc7f:36549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:55,477 DEBUG [RS:0;6ac96558fc7f:36549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:55,477 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3dc271a80c7d0c2a6e28b03c23de51e4, disabling compactions & flushes 2024-11-08T08:22:55,477 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4. 2024-11-08T08:22:55,477 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:22:55,477 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4. 2024-11-08T08:22:55,477 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:22:55,477 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:22:55,477 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4. after waiting 0 ms 2024-11-08T08:22:55,477 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4. 2024-11-08T08:22:55,477 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:22:55,477 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-08T08:22:55,477 DEBUG [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3dc271a80c7d0c2a6e28b03c23de51e4=test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4.} 2024-11-08T08:22:55,477 DEBUG [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3dc271a80c7d0c2a6e28b03c23de51e4 2024-11-08T08:22:55,477 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:22:55,477 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:22:55,477 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:22:55,477 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:22:55,477 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:22:55,478 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-08T08:22:55,496 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:22:55,504 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/.tmp/info/efba30cf0e2543ed93b39ab0950159f6 is 129, key is test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4./info:regioninfo/1731054162373/Put/seqid=0 2024-11-08T08:22:55,507 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/default/test/3dc271a80c7d0c2a6e28b03c23de51e4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T08:22:55,507 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:22:55,507 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:22:55,507 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4. 2024-11-08T08:22:55,507 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3dc271a80c7d0c2a6e28b03c23de51e4: Waiting for close lock at 1731054175477Running coprocessor pre-close hooks at 1731054175477Disabling compacts and flushes for region at 1731054175477Disabling writes for close at 1731054175477Writing region close event to WAL at 1731054175481 (+4 ms)Running coprocessor post-close hooks at 1731054175507 (+26 ms)Closed at 1731054175507 2024-11-08T08:22:55,507 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4. 2024-11-08T08:22:55,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741841_1017 (size=6421) 2024-11-08T08:22:55,517 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/.tmp/info/efba30cf0e2543ed93b39ab0950159f6 2024-11-08T08:22:55,543 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/.tmp/ns/e10160f0d6444f7daae4ceb655d90661 is 43, key is default/ns:d/1731054155346/Put/seqid=0 2024-11-08T08:22:55,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741842_1018 (size=5153) 2024-11-08T08:22:55,551 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/.tmp/ns/e10160f0d6444f7daae4ceb655d90661 2024-11-08T08:22:55,574 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/.tmp/rep_barrier/b0a9e2477b9c45cb86a13f019c4ddaad is 112, key is test,,1731054161232.3dc271a80c7d0c2a6e28b03c23de51e4./rep_barrier:seqnumDuringOpen/1731054162373/Put/seqid=0 2024-11-08T08:22:55,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741843_1019 (size=5518) 2024-11-08T08:22:55,677 DEBUG [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:55,877 DEBUG [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:55,953 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:55,977 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/.tmp/rep_barrier/b0a9e2477b9c45cb86a13f019c4ddaad 2024-11-08T08:22:55,993 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/.tmp/table/af91e97e0cc745f89a595bb5bcaac4b5 is 40, key is test/table:state/1731054162378/Put/seqid=0 2024-11-08T08:22:56,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741844_1020 (size=5165) 2024-11-08T08:22:56,078 DEBUG [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:56,264 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:22:56,264 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:22:56,278 DEBUG [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:56,378 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:56,405 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/.tmp/table/af91e97e0cc745f89a595bb5bcaac4b5 2024-11-08T08:22:56,408 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/.tmp/info/efba30cf0e2543ed93b39ab0950159f6 as hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/info/efba30cf0e2543ed93b39ab0950159f6 2024-11-08T08:22:56,411 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/info/efba30cf0e2543ed93b39ab0950159f6, entries=10, sequenceid=11, filesize=6.3 K 2024-11-08T08:22:56,412 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/.tmp/ns/e10160f0d6444f7daae4ceb655d90661 as hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/ns/e10160f0d6444f7daae4ceb655d90661 2024-11-08T08:22:56,414 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/ns/e10160f0d6444f7daae4ceb655d90661, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T08:22:56,415 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/.tmp/rep_barrier/b0a9e2477b9c45cb86a13f019c4ddaad as hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/rep_barrier/b0a9e2477b9c45cb86a13f019c4ddaad 2024-11-08T08:22:56,418 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/rep_barrier/b0a9e2477b9c45cb86a13f019c4ddaad, entries=1, sequenceid=11, filesize=5.4 K 2024-11-08T08:22:56,418 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/.tmp/table/af91e97e0cc745f89a595bb5bcaac4b5 as hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/table/af91e97e0cc745f89a595bb5bcaac4b5 2024-11-08T08:22:56,421 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/table/af91e97e0cc745f89a595bb5bcaac4b5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-08T08:22:56,421 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 944ms, sequenceid=11, compaction requested=false 2024-11-08T08:22:56,425 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-08T08:22:56,425 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:22:56,425 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:22:56,425 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:22:56,425 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054175477Running coprocessor pre-close hooks at 1731054175477Disabling compacts and flushes for region at 1731054175477Disabling writes for close at 1731054175477Obtaining lock to block concurrent updates at 1731054175478 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731054175478Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731054175478Flushing stores of hbase:meta,,1.1588230740 at 1731054175479 (+1 ms)Flushing 1588230740/info: creating writer at 1731054175479Flushing 1588230740/info: appending metadata at 1731054175504 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731054175504Flushing 1588230740/ns: creating writer at 1731054175523 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731054175542 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731054175542Flushing 1588230740/rep_barrier: creating writer at 1731054175556 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731054175573 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731054175573Flushing 1588230740/table: creating writer at 1731054175980 (+407 ms)Flushing 1588230740/table: appending metadata at 1731054175992 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731054175992Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39711b66: reopening flushed file at 1731054176408 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cd2e564: reopening flushed file at 1731054176411 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@498a83af: reopening flushed file at 1731054176414 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2139e03b: reopening flushed file at 1731054176418 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 944ms, sequenceid=11, compaction requested=false at 1731054176421 (+3 ms)Writing region close event to WAL at 1731054176423 (+2 ms)Running coprocessor post-close hooks at 1731054176425 (+2 ms)Closed at 1731054176425 2024-11-08T08:22:56,425 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:22:56,478 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,36549,1731054152729; all regions closed. 2024-11-08T08:22:56,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741834_1010 (size=2717) 2024-11-08T08:22:56,484 DEBUG [RS:0;6ac96558fc7f:36549 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/oldWALs 2024-11-08T08:22:56,484 INFO [RS:0;6ac96558fc7f:36549 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C36549%2C1731054152729.meta:.meta(num 1731054155307) 2024-11-08T08:22:56,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741832_1008 (size=1374) 2024-11-08T08:22:56,485 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/WALs/6ac96558fc7f,36549,1731054152729/6ac96558fc7f%2C36549%2C1731054152729.1731054154411 not finished, retry = 0 2024-11-08T08:22:56,587 DEBUG [RS:0;6ac96558fc7f:36549 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/oldWALs 2024-11-08T08:22:56,587 INFO [RS:0;6ac96558fc7f:36549 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6ac96558fc7f%2C36549%2C1731054152729:(num 1731054154411) 2024-11-08T08:22:56,587 DEBUG [RS:0;6ac96558fc7f:36549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:56,587 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:22:56,587 INFO [RS:0;6ac96558fc7f:36549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:22:56,587 INFO [RS:0;6ac96558fc7f:36549 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T08:22:56,588 INFO [RS:0;6ac96558fc7f:36549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:22:56,588 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:22:56,588 INFO [RS:0;6ac96558fc7f:36549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:36549. 2024-11-08T08:22:56,588 DEBUG [RS:0;6ac96558fc7f:36549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:56,588 DEBUG [RS:0;6ac96558fc7f:36549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:56,588 DEBUG [RS:0;6ac96558fc7f:36549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:56,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:56,588 INFO [RS:0;6ac96558fc7f:36549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36549 2024-11-08T08:22:56,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145/rs 2024-11-08T08:22:56,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1226285145/rs/6ac96558fc7f,36549,1731054152729 2024-11-08T08:22:56,696 INFO [RS:0;6ac96558fc7f:36549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:22:56,707 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,36549,1731054152729] 2024-11-08T08:22:56,717 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1226285145/draining/6ac96558fc7f,36549,1731054152729 already deleted, retry=false 2024-11-08T08:22:56,718 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,36549,1731054152729 expired; onlineServers=0 2024-11-08T08:22:56,718 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,35817,1731054152586' ***** 2024-11-08T08:22:56,718 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:22:56,718 INFO [M:0;6ac96558fc7f:35817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:22:56,718 INFO [M:0;6ac96558fc7f:35817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:22:56,718 DEBUG [M:0;6ac96558fc7f:35817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:22:56,718 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:22:56,718 DEBUG [M:0;6ac96558fc7f:35817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:22:56,718 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054154146 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054154146,5,FailOnTimeoutGroup] 2024-11-08T08:22:56,718 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054154145 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054154145,5,FailOnTimeoutGroup] 2024-11-08T08:22:56,718 INFO [M:0;6ac96558fc7f:35817 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:22:56,718 INFO [M:0;6ac96558fc7f:35817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:22:56,718 DEBUG [M:0;6ac96558fc7f:35817 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:22:56,718 INFO [M:0;6ac96558fc7f:35817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:22:56,718 INFO [M:0;6ac96558fc7f:35817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:22:56,718 INFO [M:0;6ac96558fc7f:35817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:22:56,718 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:22:56,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1226285145/master 2024-11-08T08:22:56,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1226285145 2024-11-08T08:22:56,728 DEBUG [M:0;6ac96558fc7f:35817 {}] zookeeper.ZKUtil(347): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Unable to get data of znode /1-1226285145/master because node does not exist (not an error) 2024-11-08T08:22:56,728 WARN [M:0;6ac96558fc7f:35817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T08:22:56,729 INFO [M:0;6ac96558fc7f:35817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/.lastflushedseqids 2024-11-08T08:22:56,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741845_1021 (size=173) 2024-11-08T08:22:56,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:56,807 INFO [RS:0;6ac96558fc7f:36549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:22:56,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101198a07810004, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:56,807 INFO [RS:0;6ac96558fc7f:36549 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,36549,1731054152729; zookeeper connection closed. 2024-11-08T08:22:56,807 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78990980 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78990980 2024-11-08T08:22:56,808 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:22:57,034 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T08:22:57,057 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:57,133 INFO [M:0;6ac96558fc7f:35817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:22:57,133 INFO [M:0;6ac96558fc7f:35817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:22:57,133 DEBUG [M:0;6ac96558fc7f:35817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:22:57,133 INFO [M:0;6ac96558fc7f:35817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:57,133 DEBUG [M:0;6ac96558fc7f:35817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:57,133 DEBUG [M:0;6ac96558fc7f:35817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:22:57,133 DEBUG [M:0;6ac96558fc7f:35817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:57,133 INFO [M:0;6ac96558fc7f:35817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-08T08:22:57,146 DEBUG [M:0;6ac96558fc7f:35817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d7fb8b370e642db825fd3fc155f38d6 is 82, key is hbase:meta,,1/info:regioninfo/1731054155331/Put/seqid=0 2024-11-08T08:22:57,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741846_1022 (size=5672) 2024-11-08T08:22:57,408 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-08T08:22:57,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:57,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:57,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:57,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:57,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:57,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:57,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:57,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:57,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:57,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:57,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:57,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:57,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:57,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:57,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:57,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:57,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:57,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:57,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-08T08:22:57,549 INFO [M:0;6ac96558fc7f:35817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d7fb8b370e642db825fd3fc155f38d6 2024-11-08T08:22:57,568 DEBUG [M:0;6ac96558fc7f:35817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dd524fb94a84061bed28ff6572beb82 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731054162381/Put/seqid=0 2024-11-08T08:22:57,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741847_1023 (size=6586) 2024-11-08T08:22:57,580 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:57,972 INFO [M:0;6ac96558fc7f:35817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dd524fb94a84061bed28ff6572beb82 2024-11-08T08:22:57,987 DEBUG [M:0;6ac96558fc7f:35817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e03b259b4a344dd8b456a5264db0f78 is 69, key is 6ac96558fc7f,36549,1731054152729/rs:state/1731054154184/Put/seqid=0 2024-11-08T08:22:57,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741848_1024 (size=5156) 2024-11-08T08:22:58,260 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:58,392 INFO [M:0;6ac96558fc7f:35817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e03b259b4a344dd8b456a5264db0f78 2024-11-08T08:22:58,396 DEBUG [M:0;6ac96558fc7f:35817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6d7fb8b370e642db825fd3fc155f38d6 as hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d7fb8b370e642db825fd3fc155f38d6 2024-11-08T08:22:58,400 INFO [M:0;6ac96558fc7f:35817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6d7fb8b370e642db825fd3fc155f38d6, entries=8, sequenceid=55, filesize=5.5 K 2024-11-08T08:22:58,400 DEBUG [M:0;6ac96558fc7f:35817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0dd524fb94a84061bed28ff6572beb82 as hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0dd524fb94a84061bed28ff6572beb82 2024-11-08T08:22:58,404 INFO [M:0;6ac96558fc7f:35817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0dd524fb94a84061bed28ff6572beb82, entries=6, sequenceid=55, filesize=6.4 K 2024-11-08T08:22:58,405 DEBUG [M:0;6ac96558fc7f:35817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e03b259b4a344dd8b456a5264db0f78 as hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e03b259b4a344dd8b456a5264db0f78 2024-11-08T08:22:58,408 INFO [M:0;6ac96558fc7f:35817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42181/user/jenkins/test-data/aec24571-ead8-8217-c767-44adcfbfe0af/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e03b259b4a344dd8b456a5264db0f78, entries=1, sequenceid=55, filesize=5.0 K 2024-11-08T08:22:58,409 INFO [M:0;6ac96558fc7f:35817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false 2024-11-08T08:22:58,410 INFO [M:0;6ac96558fc7f:35817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:22:58,411 DEBUG [M:0;6ac96558fc7f:35817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054177133Disabling compacts and flushes for region at 1731054177133Disabling writes for close at 1731054177133Obtaining lock to block concurrent updates at 1731054177133Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731054177133Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731054177134 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731054177134Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731054177134Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731054177146 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731054177146Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731054177552 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731054177568 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731054177568Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731054177975 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731054177986 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731054177986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2af129b0: reopening flushed file at 1731054178395 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db951a9: reopening flushed file at 1731054178400 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40791e7c: reopening flushed file at 1731054178404 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=55, compaction requested=false at 1731054178409 (+5 ms)Writing region close event to WAL at 1731054178410 (+1 ms)Closed at 1731054178410 2024-11-08T08:22:58,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35989 is added to blk_1073741830_1006 (size=32770) 2024-11-08T08:22:58,413 INFO [M:0;6ac96558fc7f:35817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:22:58,413 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:22:58,413 INFO [M:0;6ac96558fc7f:35817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35817 2024-11-08T08:22:58,415 INFO [M:0;6ac96558fc7f:35817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:22:58,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:58,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35817-0x101198a07810003, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:22:58,576 INFO [M:0;6ac96558fc7f:35817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:22:58,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4697a9ae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:22:58,589 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@274243f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:22:58,589 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:22:58,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3df8bf08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:22:58,589 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fee88d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/hadoop.log.dir/,STOPPED} 2024-11-08T08:22:58,593 WARN [BP-1721417524-172.17.0.3-1731054150673 heartbeating to localhost/127.0.0.1:42181 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:22:58,593 WARN [BP-1721417524-172.17.0.3-1731054150673 heartbeating to localhost/127.0.0.1:42181 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1721417524-172.17.0.3-1731054150673 (Datanode Uuid 3df90d85-a08e-45d7-8f75-4bf45a133f7e) service to localhost/127.0.0.1:42181 2024-11-08T08:22:58,593 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:22:58,593 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:22:58,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/cluster_0a5f046b-82b5-8bc3-b98e-0d8eb2ebe592/data/data1/current/BP-1721417524-172.17.0.3-1731054150673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:22:58,594 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/cluster_0a5f046b-82b5-8bc3-b98e-0d8eb2ebe592/data/data2/current/BP-1721417524-172.17.0.3-1731054150673 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:22:58,594 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:22:58,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f117d92{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:22:58,601 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dfb562c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:22:58,601 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:22:58,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10507257{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:22:58,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62f5669{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/731a3ddd-7736-59c8-2b7e-7b156b6ac3ac/hadoop.log.dir/,STOPPED} 2024-11-08T08:22:58,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:22:58,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T08:22:58,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:22:58,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:58,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:58,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:58,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:22:58,617 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T08:22:58,617 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1643667977, stopped=false 2024-11-08T08:22:58,617 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6ac96558fc7f,44913,1731054147446 2024-11-08T08:22:58,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751399000/running 2024-11-08T08:22:58,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751399000/running 2024-11-08T08:22:58,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000 2024-11-08T08:22:58,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000 2024-11-08T08:22:58,633 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:22:58,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T08:22:58,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Set watcher on znode that does not yet exist, /01751399000/running 2024-11-08T08:22:58,634 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:58,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:58,634 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6ac96558fc7f,32965,1731054147892' ***** 2024-11-08T08:22:58,634 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T08:22:58,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Set watcher on znode that does not yet exist, /01751399000/running 2024-11-08T08:22:58,634 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T08:22:58,635 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T08:22:58,635 INFO [RS:0;6ac96558fc7f:32965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T08:22:58,635 INFO [RS:0;6ac96558fc7f:32965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T08:22:58,635 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(3091): Received CLOSE for 401c31dd21dcdf112572d30a2b814137 2024-11-08T08:22:58,635 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(3091): Received CLOSE for 687eac3fe8693c1e3d00999305bdd553 2024-11-08T08:22:58,635 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(959): stopping server 6ac96558fc7f,32965,1731054147892 2024-11-08T08:22:58,635 INFO [RS:0;6ac96558fc7f:32965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:22:58,635 INFO [RS:0;6ac96558fc7f:32965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:32965. 2024-11-08T08:22:58,635 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 401c31dd21dcdf112572d30a2b814137, disabling compactions & flushes 2024-11-08T08:22:58,635 DEBUG [RS:0;6ac96558fc7f:32965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:22:58,635 DEBUG [RS:0;6ac96558fc7f:32965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:22:58,635 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731054160596.401c31dd21dcdf112572d30a2b814137. 2024-11-08T08:22:58,635 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731054160596.401c31dd21dcdf112572d30a2b814137. 2024-11-08T08:22:58,635 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731054160596.401c31dd21dcdf112572d30a2b814137. after waiting 0 ms 2024-11-08T08:22:58,635 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731054160596.401c31dd21dcdf112572d30a2b814137. 2024-11-08T08:22:58,635 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T08:22:58,635 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T08:22:58,635 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T08:22:58,635 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T08:22:58,635 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-08T08:22:58,635 DEBUG [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(1325): Online Regions={401c31dd21dcdf112572d30a2b814137=test,,1731054160596.401c31dd21dcdf112572d30a2b814137., 1588230740=hbase:meta,,1.1588230740, 687eac3fe8693c1e3d00999305bdd553=hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553.} 2024-11-08T08:22:58,636 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T08:22:58,636 DEBUG [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 401c31dd21dcdf112572d30a2b814137, 687eac3fe8693c1e3d00999305bdd553 2024-11-08T08:22:58,636 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T08:22:58,636 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T08:22:58,636 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T08:22:58,636 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T08:22:58,636 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-08T08:22:58,639 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/default/test/401c31dd21dcdf112572d30a2b814137/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T08:22:58,640 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:22:58,640 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-08T08:22:58,640 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731054160596.401c31dd21dcdf112572d30a2b814137. 2024-11-08T08:22:58,640 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 401c31dd21dcdf112572d30a2b814137: Waiting for close lock at 1731054178635Running coprocessor pre-close hooks at 1731054178635Disabling compacts and flushes for region at 1731054178635Disabling writes for close at 1731054178635Writing region close event to WAL at 1731054178637 (+2 ms)Running coprocessor post-close hooks at 1731054178640 (+3 ms)Closed at 1731054178640 2024-11-08T08:22:58,640 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731054160596.401c31dd21dcdf112572d30a2b814137. 2024-11-08T08:22:58,640 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 687eac3fe8693c1e3d00999305bdd553, disabling compactions & flushes 2024-11-08T08:22:58,640 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553. 2024-11-08T08:22:58,640 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553. 2024-11-08T08:22:58,640 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553. after waiting 0 ms 2024-11-08T08:22:58,640 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553. 2024-11-08T08:22:58,640 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 687eac3fe8693c1e3d00999305bdd553 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-08T08:22:58,650 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/.tmp/info/c04f092072e14dd6b341474bce607b8a is 147, key is hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553./info:regioninfo/1731054166015/Put/seqid=0 2024-11-08T08:22:58,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741847_1023 (size=7686) 2024-11-08T08:22:58,653 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/.tmp/info/c04f092072e14dd6b341474bce607b8a 2024-11-08T08:22:58,657 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/replication/687eac3fe8693c1e3d00999305bdd553/.tmp/hfileref/626f7c1b07ae4f0db5cde6dc0fa5b912 is 74, key is 1/hfileref:234f50b9b5184239ab70838e1aed5103_SeqId_4_/1731054168228/DeleteColumn/seqid=0 2024-11-08T08:22:58,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741848_1024 (size=5489) 2024-11-08T08:22:58,662 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/replication/687eac3fe8693c1e3d00999305bdd553/.tmp/hfileref/626f7c1b07ae4f0db5cde6dc0fa5b912 2024-11-08T08:22:58,675 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/.tmp/ns/03d2c98a55664fd9981d3ba8b579dd2e is 43, key is default/ns:d/1731054150600/Put/seqid=0 2024-11-08T08:22:58,682 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/replication/687eac3fe8693c1e3d00999305bdd553/.tmp/queue/1e2a2f4559fa40519fdc3b8249ecb436 is 153, key is 1-6ac96558fc7f,32965,1731054147892/queue:6ac96558fc7f%2C32965%2C1731054147892/1731054171339/Put/seqid=0 2024-11-08T08:22:58,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741849_1025 (size=5153) 2024-11-08T08:22:58,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741850_1026 (size=5504) 2024-11-08T08:22:58,685 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/replication/687eac3fe8693c1e3d00999305bdd553/.tmp/queue/1e2a2f4559fa40519fdc3b8249ecb436 2024-11-08T08:22:58,688 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/replication/687eac3fe8693c1e3d00999305bdd553/.tmp/hfileref/626f7c1b07ae4f0db5cde6dc0fa5b912 as hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/replication/687eac3fe8693c1e3d00999305bdd553/hfileref/626f7c1b07ae4f0db5cde6dc0fa5b912 2024-11-08T08:22:58,691 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/replication/687eac3fe8693c1e3d00999305bdd553/hfileref/626f7c1b07ae4f0db5cde6dc0fa5b912, entries=6, sequenceid=17, filesize=5.4 K 2024-11-08T08:22:58,691 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/replication/687eac3fe8693c1e3d00999305bdd553/.tmp/queue/1e2a2f4559fa40519fdc3b8249ecb436 as hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/replication/687eac3fe8693c1e3d00999305bdd553/queue/1e2a2f4559fa40519fdc3b8249ecb436 2024-11-08T08:22:58,694 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/replication/687eac3fe8693c1e3d00999305bdd553/queue/1e2a2f4559fa40519fdc3b8249ecb436, entries=2, sequenceid=17, filesize=5.4 K 2024-11-08T08:22:58,695 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 687eac3fe8693c1e3d00999305bdd553 in 55ms, sequenceid=17, compaction requested=false 2024-11-08T08:22:58,698 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/replication/687eac3fe8693c1e3d00999305bdd553/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-08T08:22:58,698 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:22:58,698 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:22:58,698 INFO [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553. 2024-11-08T08:22:58,698 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 687eac3fe8693c1e3d00999305bdd553: Waiting for close lock at 1731054178640Running coprocessor pre-close hooks at 1731054178640Disabling compacts and flushes for region at 1731054178640Disabling writes for close at 1731054178640Obtaining lock to block concurrent updates at 1731054178640Preparing flush snapshotting stores in 687eac3fe8693c1e3d00999305bdd553 at 1731054178640Finished memstore snapshotting hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731054178641 (+1 ms)Flushing stores of hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553. at 1731054178641Flushing 687eac3fe8693c1e3d00999305bdd553/hfileref: creating writer at 1731054178641Flushing 687eac3fe8693c1e3d00999305bdd553/hfileref: appending metadata at 1731054178657 (+16 ms)Flushing 687eac3fe8693c1e3d00999305bdd553/hfileref: closing flushed file at 1731054178657Flushing 687eac3fe8693c1e3d00999305bdd553/queue: creating writer at 1731054178666 (+9 ms)Flushing 687eac3fe8693c1e3d00999305bdd553/queue: appending metadata at 1731054178682 (+16 ms)Flushing 687eac3fe8693c1e3d00999305bdd553/queue: closing flushed file at 1731054178682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb6fec1: reopening flushed file at 1731054178688 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75fff453: reopening flushed file at 1731054178691 (+3 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 687eac3fe8693c1e3d00999305bdd553 in 55ms, sequenceid=17, compaction requested=false at 1731054178695 (+4 ms)Writing region close event to WAL at 1731054178696 (+1 ms)Running coprocessor post-close hooks at 1731054178698 (+2 ms)Closed at 1731054178698 2024-11-08T08:22:58,698 DEBUG [RS_CLOSE_REGION-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731054165553.687eac3fe8693c1e3d00999305bdd553. 2024-11-08T08:22:58,705 INFO [regionserver/6ac96558fc7f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:22:58,836 DEBUG [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:58,884 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:58,888 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:22:58,888 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 688, reset compression=false 2024-11-08T08:22:58,888 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-6ac96558fc7f,32965,1731054147892 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:22:58,889 ERROR [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 6ac96558fc7f,32965,1731054147892: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-6ac96558fc7f,32965,1731054147892, walGroup=6ac96558fc7f%2C32965%2C1731054147892, offset=6ac96558fc7f%2C32965%2C1731054147892.1731054168610:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:32965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-08T08:22:58,890 ERROR [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T08:22:58,891 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T08:22:58,891 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T08:22:58,891 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T08:22:58,891 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T08:22:58,891 INFO [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1608515584, "init": 1048576000, "max": 2306867200, "used": 1145972224 }, "NonHeapMemoryUsage": { "committed": 211746816, "init": 7667712, "max": -1, "used": 208648624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-08T08:22:58,892 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:44913 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6ac96558fc7f:44913 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-08T08:22:58,980 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T08:22:58,980 INFO [regionserver/6ac96558fc7f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T08:22:59,036 DEBUG [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:59,083 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/.tmp/ns/03d2c98a55664fd9981d3ba8b579dd2e 2024-11-08T08:22:59,093 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 688, reset compression=false 2024-11-08T08:22:59,100 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/.tmp/rep_barrier/1ab2045313e74bcb9ceb0f03c6834345 is 112, key is test,,1731054160596.401c31dd21dcdf112572d30a2b814137./rep_barrier:seqnumDuringOpen/1731054160988/Put/seqid=0 2024-11-08T08:22:59,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741851_1027 (size=5518) 2024-11-08T08:22:59,236 DEBUG [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:59,398 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 688, reset compression=false 2024-11-08T08:22:59,436 DEBUG [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:59,503 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/.tmp/rep_barrier/1ab2045313e74bcb9ceb0f03c6834345 2024-11-08T08:22:59,522 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/.tmp/table/17e0973343c14faf8125f37f5b7a28d5 is 53, key is hbase:replication/table:state/1731054166044/Put/seqid=0 2024-11-08T08:22:59,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741852_1028 (size=5308) 2024-11-08T08:22:59,563 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 393, reset compression=false 2024-11-08T08:22:59,566 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-08T08:22:59,566 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 688, reset compression=false 2024-11-08T08:22:59,566 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-6ac96558fc7f,32965,1731054147892 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-08T08:22:59,567 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-08T08:22:59,636 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T08:22:59,636 DEBUG [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T08:22:59,637 DEBUG [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:59,769 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 688, reset compression=false 2024-11-08T08:22:59,801 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 688, reset compression=false 2024-11-08T08:22:59,837 DEBUG [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T08:22:59,929 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/.tmp/table/17e0973343c14faf8125f37f5b7a28d5 2024-11-08T08:22:59,933 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/.tmp/info/c04f092072e14dd6b341474bce607b8a as hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/info/c04f092072e14dd6b341474bce607b8a 2024-11-08T08:22:59,936 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/info/c04f092072e14dd6b341474bce607b8a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-08T08:22:59,937 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/.tmp/ns/03d2c98a55664fd9981d3ba8b579dd2e as hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/ns/03d2c98a55664fd9981d3ba8b579dd2e 2024-11-08T08:22:59,940 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/ns/03d2c98a55664fd9981d3ba8b579dd2e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-08T08:22:59,941 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/.tmp/rep_barrier/1ab2045313e74bcb9ceb0f03c6834345 as hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/rep_barrier/1ab2045313e74bcb9ceb0f03c6834345 2024-11-08T08:22:59,944 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/rep_barrier/1ab2045313e74bcb9ceb0f03c6834345, entries=1, sequenceid=16, filesize=5.4 K 2024-11-08T08:22:59,944 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/.tmp/table/17e0973343c14faf8125f37f5b7a28d5 as hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/table/17e0973343c14faf8125f37f5b7a28d5 2024-11-08T08:22:59,947 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/table/17e0973343c14faf8125f37f5b7a28d5, entries=4, sequenceid=16, filesize=5.2 K 2024-11-08T08:22:59,948 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false 2024-11-08T08:22:59,948 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T08:22:59,956 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-08T08:22:59,957 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-08T08:22:59,957 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T08:22:59,957 INFO [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T08:22:59,957 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731054178636Running coprocessor pre-close hooks at 1731054178636Disabling compacts and flushes for region at 1731054178636Disabling writes for close at 1731054178636Obtaining lock to block concurrent updates at 1731054178636Preparing flush snapshotting stores in 1588230740 at 1731054178636Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731054178636Flushing stores of hbase:meta,,1.1588230740 at 1731054178636Flushing 1588230740/info: creating writer at 1731054178636Flushing 1588230740/info: appending metadata at 1731054178650 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731054178650Flushing 1588230740/ns: creating writer at 1731054178656 (+6 ms)Flushing 1588230740/ns: appending metadata at 1731054178675 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731054178675Flushing 1588230740/rep_barrier: creating writer at 1731054179087 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731054179100 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731054179100Flushing 1588230740/table: creating writer at 1731054179507 (+407 ms)Flushing 1588230740/table: appending metadata at 1731054179521 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731054179521Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4feaca1c: reopening flushed file at 1731054179932 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fcb0f62: reopening flushed file at 1731054179936 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@495071f0: reopening flushed file at 1731054179940 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54dc5aa0: reopening flushed file at 1731054179944 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false at 1731054179948 (+4 ms)Writing region close event to WAL at 1731054179954 (+6 ms)Running coprocessor post-close hooks at 1731054179957 (+3 ms)Closed at 1731054179957 2024-11-08T08:22:59,957 DEBUG [RS_CLOSE_META-regionserver/6ac96558fc7f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T08:23:00,037 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(976): stopping server 6ac96558fc7f,32965,1731054147892; all regions closed. 2024-11-08T08:23:00,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741842_1018 (size=859) 2024-11-08T08:23:00,041 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.rep.1731054168590 not finished, retry = 0 2024-11-08T08:23:00,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741843_1019 (size=2791) 2024-11-08T08:23:00,071 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 688, reset compression=false 2024-11-08T08:23:00,143 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 not finished, retry = 0 2024-11-08T08:23:00,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741844_1020 (size=696) 2024-11-08T08:23:00,244 DEBUG [RS:0;6ac96558fc7f:32965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:23:00,244 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T08:23:00,244 INFO [RS:0;6ac96558fc7f:32965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:23:00,244 INFO [RS:0;6ac96558fc7f:32965 {}] hbase.ChoreService(370): Chore service for: regionserver/6ac96558fc7f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-08T08:23:00,244 INFO [RS:0;6ac96558fc7f:32965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:23:00,244 INFO [regionserver/6ac96558fc7f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:23:00,244 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-6ac96558fc7f,32965,1731054147892 because: Region server is closing 2024-11-08T08:23:00,244 INFO [RS:0;6ac96558fc7f:32965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:32965. 2024-11-08T08:23:00,245 DEBUG [RS:0;6ac96558fc7f:32965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:23:00,245 DEBUG [RS:0;6ac96558fc7f:32965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:23:00,245 DEBUG [RS:0;6ac96558fc7f:32965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:23:00,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:23:00,304 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 to pos 688, reset compression=false 2024-11-08T08:23:00,306 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/WALs/6ac96558fc7f,32965,1731054147892/6ac96558fc7f%2C32965%2C1731054147892.1731054168610 2024-11-08T08:23:00,306 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-08T08:23:00,306 DEBUG [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-08T08:23:00,345 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 terminated 2024-11-08T08:23:00,345 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,1-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,1-6ac96558fc7f,32965,1731054147892 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-08T08:23:00,345 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-6ac96558fc7f,32965,1731054147892 because: Region server is closing 2024-11-08T08:23:00,345 INFO [RS:0;6ac96558fc7f:32965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6ac96558fc7f:32965. 2024-11-08T08:23:00,345 DEBUG [RS:0;6ac96558fc7f:32965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T08:23:00,345 DEBUG [RS:0;6ac96558fc7f:32965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:23:00,345 DEBUG [RS:0;6ac96558fc7f:32965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T08:23:00,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T08:23:00,446 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.shipper6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 terminated 2024-11-08T08:23:00,446 WARN [RS_REFRESH_PEER-regionserver/6ac96558fc7f:0-0.replicationSource,2-6ac96558fc7f,32965,1731054147892.replicationSource.wal-reader.6ac96558fc7f%2C32965%2C1731054147892,2-6ac96558fc7f,32965,1731054147892 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-08T08:23:00,446 INFO [RS:0;6ac96558fc7f:32965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32965 2024-11-08T08:23:00,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000/rs 2024-11-08T08:23:00,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751399000/rs/6ac96558fc7f,32965,1731054147892 2024-11-08T08:23:00,477 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6ac96558fc7f,32965,1731054147892] 2024-11-08T08:23:00,478 INFO [RS:0;6ac96558fc7f:32965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:23:00,486 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01751399000/draining/6ac96558fc7f,32965,1731054147892 already deleted, retry=false 2024-11-08T08:23:00,486 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6ac96558fc7f,32965,1731054147892 expired; onlineServers=0 2024-11-08T08:23:00,486 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6ac96558fc7f,44913,1731054147446' ***** 2024-11-08T08:23:00,486 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T08:23:00,486 INFO [M:0;6ac96558fc7f:44913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T08:23:00,486 INFO [M:0;6ac96558fc7f:44913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T08:23:00,486 DEBUG [M:0;6ac96558fc7f:44913 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T08:23:00,486 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T08:23:00,486 DEBUG [M:0;6ac96558fc7f:44913 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T08:23:00,486 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054149914 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.small.0-1731054149914,5,FailOnTimeoutGroup] 2024-11-08T08:23:00,486 DEBUG [master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054149914 {}] cleaner.HFileCleaner(306): Exit Thread[master/6ac96558fc7f:0:becomeActiveMaster-HFileCleaner.large.0-1731054149914,5,FailOnTimeoutGroup] 2024-11-08T08:23:00,486 INFO [M:0;6ac96558fc7f:44913 {}] hbase.ChoreService(370): Chore service for: master/6ac96558fc7f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T08:23:00,486 INFO [M:0;6ac96558fc7f:44913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T08:23:00,486 DEBUG [M:0;6ac96558fc7f:44913 {}] master.HMaster(1795): Stopping service threads 2024-11-08T08:23:00,486 INFO [M:0;6ac96558fc7f:44913 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T08:23:00,486 INFO [M:0;6ac96558fc7f:44913 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T08:23:00,487 INFO [M:0;6ac96558fc7f:44913 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T08:23:00,487 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T08:23:00,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01751399000/master 2024-11-08T08:23:00,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01751399000 2024-11-08T08:23:00,507 DEBUG [M:0;6ac96558fc7f:44913 {}] zookeeper.RecoverableZooKeeper(212): Node /01751399000/master already deleted, retry=false 2024-11-08T08:23:00,507 DEBUG [M:0;6ac96558fc7f:44913 {}] master.ActiveMasterManager(353): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Failed delete of our master address node; KeeperErrorCode = NoNode for /01751399000/master 2024-11-08T08:23:00,508 INFO [M:0;6ac96558fc7f:44913 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/.lastflushedseqids 2024-11-08T08:23:00,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741853_1029 (size=263) 2024-11-08T08:23:00,519 INFO [M:0;6ac96558fc7f:44913 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T08:23:00,519 INFO [M:0;6ac96558fc7f:44913 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T08:23:00,519 DEBUG [M:0;6ac96558fc7f:44913 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T08:23:00,519 INFO [M:0;6ac96558fc7f:44913 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:23:00,519 DEBUG [M:0;6ac96558fc7f:44913 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:23:00,519 DEBUG [M:0;6ac96558fc7f:44913 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T08:23:00,519 DEBUG [M:0;6ac96558fc7f:44913 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:23:00,520 INFO [M:0;6ac96558fc7f:44913 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-08T08:23:00,541 DEBUG [M:0;6ac96558fc7f:44913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30850b5821ae4f7db3163d8fce8412fd is 82, key is hbase:meta,,1/info:regioninfo/1731054150555/Put/seqid=0 2024-11-08T08:23:00,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741854_1030 (size=5672) 2024-11-08T08:23:00,548 INFO [M:0;6ac96558fc7f:44913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30850b5821ae4f7db3163d8fce8412fd 2024-11-08T08:23:00,566 DEBUG [M:0;6ac96558fc7f:44913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ad2dc143e484c15b894e7e24ebf7968 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731054166054/Put/seqid=0 2024-11-08T08:23:00,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741855_1031 (size=8908) 2024-11-08T08:23:00,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:23:00,597 INFO [RS:0;6ac96558fc7f:32965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:23:00,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32965-0x101198a07810001, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:23:00,597 INFO [RS:0;6ac96558fc7f:32965 {}] regionserver.HRegionServer(1031): Exiting; stopping=6ac96558fc7f,32965,1731054147892; zookeeper connection closed. 2024-11-08T08:23:00,597 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7efb0f02 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7efb0f02 2024-11-08T08:23:00,597 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T08:23:00,969 INFO [M:0;6ac96558fc7f:44913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ad2dc143e484c15b894e7e24ebf7968 2024-11-08T08:23:00,997 DEBUG [M:0;6ac96558fc7f:44913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1824597c60b845b698b1949051b83667 is 69, key is 6ac96558fc7f,32965,1731054147892/rs:state/1731054149958/Put/seqid=0 2024-11-08T08:23:01,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741856_1032 (size=5156) 2024-11-08T08:23:01,007 INFO [M:0;6ac96558fc7f:44913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1824597c60b845b698b1949051b83667 2024-11-08T08:23:01,011 DEBUG [M:0;6ac96558fc7f:44913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30850b5821ae4f7db3163d8fce8412fd as hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30850b5821ae4f7db3163d8fce8412fd 2024-11-08T08:23:01,015 INFO [M:0;6ac96558fc7f:44913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30850b5821ae4f7db3163d8fce8412fd, entries=8, sequenceid=112, filesize=5.5 K 2024-11-08T08:23:01,016 DEBUG [M:0;6ac96558fc7f:44913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ad2dc143e484c15b894e7e24ebf7968 as hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ad2dc143e484c15b894e7e24ebf7968 2024-11-08T08:23:01,023 INFO [M:0;6ac96558fc7f:44913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ad2dc143e484c15b894e7e24ebf7968, entries=13, sequenceid=112, filesize=8.7 K 2024-11-08T08:23:01,024 DEBUG [M:0;6ac96558fc7f:44913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1824597c60b845b698b1949051b83667 as hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1824597c60b845b698b1949051b83667 2024-11-08T08:23:01,029 INFO [M:0;6ac96558fc7f:44913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38983/user/jenkins/test-data/a3a021e9-16a9-6be0-7d40-ec7f8c4fb730/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1824597c60b845b698b1949051b83667, entries=1, sequenceid=112, filesize=5.0 K 2024-11-08T08:23:01,031 INFO [M:0;6ac96558fc7f:44913 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 510ms, sequenceid=112, compaction requested=false 2024-11-08T08:23:01,032 INFO [M:0;6ac96558fc7f:44913 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T08:23:01,032 DEBUG [M:0;6ac96558fc7f:44913 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731054180519Disabling compacts and flushes for region at 1731054180519Disabling writes for close at 1731054180519Obtaining lock to block concurrent updates at 1731054180520 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731054180520Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731054180520Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731054180521 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731054180521Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731054180540 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731054180540Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731054180551 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731054180565 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731054180565Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731054180973 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731054180995 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731054180995Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b9ec04e: reopening flushed file at 1731054181011 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74f178f4: reopening flushed file at 1731054181015 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b3ced84: reopening flushed file at 1731054181023 (+8 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 510ms, sequenceid=112, compaction requested=false at 1731054181031 (+8 ms)Writing region close event to WAL at 1731054181032 (+1 ms)Closed at 1731054181032 2024-11-08T08:23:01,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741830_1006 (size=69043) 2024-11-08T08:23:01,034 INFO [M:0;6ac96558fc7f:44913 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T08:23:01,034 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T08:23:01,034 INFO [M:0;6ac96558fc7f:44913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44913 2024-11-08T08:23:01,035 INFO [M:0;6ac96558fc7f:44913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T08:23:01,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:23:01,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44913-0x101198a07810000, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T08:23:01,185 INFO [M:0;6ac96558fc7f:44913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T08:23:01,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fa94287{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T08:23:01,198 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ff03f20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:23:01,198 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:23:01,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5488ba36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:23:01,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@131849e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/hadoop.log.dir/,STOPPED} 2024-11-08T08:23:01,200 WARN [BP-520643773-172.17.0.3-1731054144490 heartbeating to localhost/127.0.0.1:38983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T08:23:01,200 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T08:23:01,200 WARN [BP-520643773-172.17.0.3-1731054144490 heartbeating to localhost/127.0.0.1:38983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-520643773-172.17.0.3-1731054144490 (Datanode Uuid b379d314-4eb3-4719-80b0-be7f823911d2) service to localhost/127.0.0.1:38983 2024-11-08T08:23:01,200 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T08:23:01,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/cluster_fc117e03-3ffe-7905-9ec9-ddcd98850e03/data/data1/current/BP-520643773-172.17.0.3-1731054144490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:23:01,201 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/cluster_fc117e03-3ffe-7905-9ec9-ddcd98850e03/data/data2/current/BP-520643773-172.17.0.3-1731054144490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T08:23:01,201 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T08:23:01,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5686a6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T08:23:01,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4580d9cf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T08:23:01,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T08:23:01,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40dfdc00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T08:23:01,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6afe60a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9afcbc48-42f6-782b-e2ed-ddb34f320ddc/hadoop.log.dir/,STOPPED} 2024-11-08T08:23:01,217 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T08:23:01,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T08:23:01,256 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=588 (was 527) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:35123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50676) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42181 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:38983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42181 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38983 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50676) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35123 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-30 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35123 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:42181 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50676) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:35123 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:42181 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (319217168) connection to localhost/127.0.0.1:38983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42181 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=972 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=567 (was 585), ProcessCount=11 (was 11), AvailableMemoryMB=4825 (was 4579) - AvailableMemoryMB LEAK? - 2024-11-08T08:23:01,257 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=588 is superior to 500 2024-11-08T08:23:01,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-08T08:23:01,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101198a07810005, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:23:01,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101198a07810008, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:23:01,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101198a07810002, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-08T08:23:01,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101198a07810005, quorum=127.0.0.1:50676, baseZNode=/1-1226285145 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:23:01,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101198a07810008, quorum=127.0.0.1:50676, baseZNode=/2-1048226280 Received Disconnected from ZooKeeper, ignoring 2024-11-08T08:23:01,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101198a07810002, quorum=127.0.0.1:50676, baseZNode=/01751399000 Received Disconnected from ZooKeeper, ignoring